-- Logs begin at Sat 2021-06-26 17:34:05 UTC, end at Sat 2021-06-26 18:27:35 UTC. -- Jun 26 18:02:28.518375 dv-cinder-798198-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 26 18:02:31.150819 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.common.config [-] Logging enabled! Jun 26 18:02:31.151397 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev409 Jun 26 18:02:31.151593 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 18:02:31.154694 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.common.config [-] Logging enabled! Jun 26 18:02:31.154945 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev409 Jun 26 18:02:31.155249 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 18:02:31.156179 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 18:02:31.156409 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 18:02:31.156758 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 18:02:31.156999 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 18:02:31.157220 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 18:02:31.157531 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.157819 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.158115 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.158332 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.158614 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.158892 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.159169 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.159473 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.159765 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.160043 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.160318 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.160594 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.160819 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.161097 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.161379 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.161659 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.161884 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.162677 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.163090 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.163509 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.163791 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.164075 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.164351 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.164616 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.164885 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.165164 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.165490 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] host = dv-cinder-798198-1-iscsi {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.165766 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.166046 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.166325 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.166605 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.166872 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.167142 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.167443 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.167723 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.167983 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.168256 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.168543 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.168822 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.169104 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.169324 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.169541 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.169822 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.170101 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.170371 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.170640 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.170907 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.171174 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.171469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.171737 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.172017 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.172294 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.172571 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.172840 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.173110 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.173374 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.173641 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.173920 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.174188 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.174456 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.174722 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.175001 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.175263 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.175556 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.175854 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.176129 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.176404 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.176680 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.176950 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.177223 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.177494 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.178338 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.178614 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.178882 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.179149 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.179450 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.179720 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.179988 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.180259 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.180527 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.180805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:31.181097 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.181388 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.181680 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.181979 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.182253 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.182531 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.182814 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.183089 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.183397 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.183681 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.183967 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.184241 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.184527 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.184801 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.185088 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.185386 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.185675 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.185961 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.186233 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.186502 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.186770 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.187041 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.187322 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.187631 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.187916 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.188185 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.188465 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.188751 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.189024 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.189293 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.189566 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.189850 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.190123 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.190392 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.190670 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.190943 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.191209 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.192412 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.193345 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.193345 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.193500 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.193717 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.194011 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.194308 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.194601 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.194901 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.195192 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.195504 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.195788 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.196074 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.196355 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.196633 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.196916 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.197192 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.197471 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.197745 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.198019 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.198294 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.198567 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.198838 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.199110 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.199405 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.199686 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.199962 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.200237 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.200512 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.200786 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.201060 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.201348 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.201645 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.201921 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.202216 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.202487 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.202762 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.203038 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.203313 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.203613 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.203890 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.204161 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.204449 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.204731 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.205016 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.205298 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.205575 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.205865 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.206143 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.206424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.206700 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.206975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.207262 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.207570 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.207859 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.208147 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.208436 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.208724 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.209012 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.209292 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.209600 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.209877 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:31.210093 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 18:02:31.210332 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92872) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 26 18:02:31.552462 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:02:31.552688 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:02:31.552968 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:02:31.553293 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 26 18:02:31.940603 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.940903 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.941173 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.942451 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.942720 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.942981 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.976620 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.976897 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.977167 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.991047 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.991325 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:31.991942 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.021082 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.021389 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.021658 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.058742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.059080 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.059318 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.290085 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.290698 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.290698 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.290881 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.291523 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.412358 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.412674 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.412953 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.413223 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.413485 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.413788 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.414043 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.414296 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.414545 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.414820 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.415075 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.415384 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.415618 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.415879 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.416135 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.416401 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.417633 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.417906 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.418189 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.418452 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.418740 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.419090 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.419366 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.419655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.419906 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.420152 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.420540 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:32.420787 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:32.421025 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:32.421259 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:32.421493 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:32.421729 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:32.422086 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 26 18:02:32.425158 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 26 18:02:32.429546 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 26 18:02:32.433310 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 26 18:02:32.434907 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 26 18:02:32.435375 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 26 18:02:32.435710 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 26 18:02:32.436089 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 26 18:02:32.439000 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 26 18:02:32.439249 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 26 18:02:32.439619 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 18:02:32.466416 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 26 18:02:32.466859 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.467151 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92872) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 26 18:02:32.467544 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.468879 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92872) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 26 18:02:32.469155 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 18:02:32.469393 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 26 18:02:32.472575 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.472857 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:32.535613 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 26 18:02:32.535849 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 26 18:02:32.536083 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 26 18:02:32.536443 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 26 18:02:32.558100 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_db.sqlalchemy.engines [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92872) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 26 18:02:33.073423 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing driver for type 'gre' Jun 26 18:02:33.074015 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] gre ID ranges: [(1, 1000)] Jun 26 18:02:33.124625 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing driver for type 'local' Jun 26 18:02:33.124935 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing driver for type 'vlan' Jun 26 18:02:33.137570 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] VlanTypeDriver initialization complete Jun 26 18:02:33.137923 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing driver for type 'vxlan' Jun 26 18:02:33.138393 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] vxlan ID ranges: [(1, 1000)] Jun 26 18:02:33.190757 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing extension driver 'port_security' Jun 26 18:02:33.191124 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] PortSecurityExtensionDriver initialization complete Jun 26 18:02:33.191509 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing mechanism driver 'openvswitch' Jun 26 18:02:33.191834 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing mechanism driver 'hyperv' Jun 26 18:02:33.198962 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:02:33.199926 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.200310 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.200675 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.201071 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.201436 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.201786 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.202172 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.202521 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.202866 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.203245 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > security_group after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.203619 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > security_group after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.203965 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.204346 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.204696 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.205041 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.205422 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > address_group after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.205771 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > address_group after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.206111 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.206450 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] ML2 OVO RPC backend initialized. {{(pid=92872) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 26 18:02:33.207158 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.207542 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.207964 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.208318 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > networks before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.208664 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.209006 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > ports before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.209347 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.209686 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnets before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.210028 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.210370 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.210704 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.211041 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.211628 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.211628 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.213494 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.213494 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.213650 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.214184 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.plugin [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Modular L2 Plugin initialization complete Jun 26 18:02:33.214513 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading services supported by the core plugin {{(pid=92872) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 26 18:02:33.214838 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Got port-security extension from driver 'port_security' Jun 26 18:02:33.215300 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.extensions.vlantransparent [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Disabled vlantransparent extension. Jun 26 18:02:33.215819 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92872) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 26 18:02:33.216131 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: router Jun 26 18:02:33.252189 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.252587 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.252958 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router before_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.253330 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.253704 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.254089 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_delete 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.254452 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.254816 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.255165 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.255546 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.255923 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.256283 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.256692 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.257064 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.257410 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.257748 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.258091 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.258441 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.258791 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.259135 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.259511 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.259891 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.260220 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.260573 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.260934 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.261280 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.261646 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > agent after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.261999 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > agent after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.262345 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.263193 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Tracking information for resource: router configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:33.263558 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Tracking information for resource: floatingip configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 18:02:33.268468 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.db.l3_agentschedulers_db [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 26 18:02:33.269055 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.269421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.269775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.270131 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.270918 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router before_create 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.271313 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.271703 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_create 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.272062 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > router precommit_update 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.276646 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.provider_configuration [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service providers = [] {{(pid=92872) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 26 18:02:33.277012 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.db.servicetype_db [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92872) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 26 18:02:33.279902 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:02:33.280251 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:02:33.280590 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:02:33.281460 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 18:02:33.281830 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.services.service_base [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 26 18:02:33.282199 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.282513 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 26 18:02:33.293519 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.294082 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: auto_allocate Jun 26 18:02:33.299713 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: network precommit_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.300083 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: network precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.300600 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.300925 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: tag Jun 26 18:02:33.308059 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.308394 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: timestamp Jun 26 18:02:33.312141 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.312472 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: network_ip_availability Jun 26 18:02:33.319355 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.319742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.320099 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.320808 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.321130 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: flavors Jun 26 18:02:33.325864 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.326153 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading Plugin: revisions Jun 26 18:02:33.330395 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 18:02:33.330787 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:02:33.331558 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92872) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 26 18:02:33.331893 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Initializing extension manager. Jun 26 18:02:33.332397 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: __init__.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.332734 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: __pycache__ {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.333065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.333395 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.334151 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.334751 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: address-group Jun 26 18:02:33.335080 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: address_scope.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.335806 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.336317 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: address-scope Jun 26 18:02:33.336639 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.337542 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.338055 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: router-admin-state-down-before-update Jun 26 18:02:33.338379 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: agent.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.339063 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.339609 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: agent Jun 26 18:02:33.339932 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: agent_resources_synced.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.340821 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.341333 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: agent-resources-synced Jun 26 18:02:33.341654 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: allowedaddresspairs.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.343413 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.343943 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: allowed-address-pairs Jun 26 18:02:33.344270 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: auto_allocated_topology.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.345528 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.346051 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: auto-allocated-topology Jun 26 18:02:33.346375 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.347054 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.347589 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: availability_zone Jun 26 18:02:33.347910 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: availability_zone_filter.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.348809 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.349321 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: availability_zone_filter Jun 26 18:02:33.350161 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: data_plane_status.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.351065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.351611 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension data-plane-status not supported by any of loaded plugins Jun 26 18:02:33.351933 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: default_subnetpools.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.352837 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.353355 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: default-subnetpools Jun 26 18:02:33.353676 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.354473 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.354988 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: dhcp_agent_scheduler Jun 26 18:02:33.355310 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: dns.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.356234 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.356740 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension dns-integration not supported by any of loaded plugins Jun 26 18:02:33.357059 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: dns_domain_ports.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.357955 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.358460 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 26 18:02:33.358778 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.359716 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.360222 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 26 18:02:33.360540 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: dvr.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.361195 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.361699 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: dvr Jun 26 18:02:33.362019 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: empty_string_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.362914 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.363464 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: empty-string-filtering Jun 26 18:02:33.363789 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.364688 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.365747 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 26 18:02:33.366066 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.367222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.367840 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 26 18:02:33.368163 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: external_net.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.369054 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.369566 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: external-net Jun 26 18:02:33.369889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.370774 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.371284 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: extra_dhcp_opt Jun 26 18:02:33.371633 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: extraroute.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.372518 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.373026 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: extraroute Jun 26 18:02:33.373346 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: extraroute_atomic.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.374360 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.374878 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: extraroute-atomic Jun 26 18:02:33.375202 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: filter_validation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.375889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.376396 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: filter-validation Jun 26 18:02:33.376716 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: fip_pf_description.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.377608 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.378117 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 26 18:02:33.378436 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: fip_port_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.379345 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.379861 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: fip-port-details Jun 26 18:02:33.380180 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: flavors.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.381898 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.382421 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: flavors Jun 26 18:02:33.382744 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.384451 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.384981 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 26 18:02:33.385318 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: floatingip_pools.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.386001 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.386512 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: floatingip-pools Jun 26 18:02:33.386838 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: ip_allocation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.387779 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.388288 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension ip_allocation not supported by any of loaded plugins Jun 26 18:02:33.388610 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.389514 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.390026 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: ip-substring-filtering Jun 26 18:02:33.390351 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l2_adjacency.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.391258 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.391796 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 26 18:02:33.392119 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.393067 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.393587 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: router Jun 26 18:02:33.393912 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.396903 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.397440 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 26 18:02:33.397771 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.398681 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.399201 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: ext-gw-mode Jun 26 18:02:33.399559 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.400465 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.400980 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: l3-ha Jun 26 18:02:33.401308 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3_flavors.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.402234 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.402749 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: l3-flavors Jun 26 18:02:33.403074 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.404013 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.404528 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 26 18:02:33.404856 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: l3agentscheduler.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.405875 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.406394 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: l3_agent_scheduler Jun 26 18:02:33.406724 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: logging.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.408269 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.408796 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension logging not supported by any of loaded plugins Jun 26 18:02:33.409124 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: metering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.409848 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.410423 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: metering Jun 26 18:02:33.410748 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.411893 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.412417 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: metering_source_and_destination_fields Jun 26 18:02:33.412739 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: multiprovidernet.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.413654 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.414166 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: multi-provider Jun 26 18:02:33.414487 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: netmtu.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.415414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.415926 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: net-mtu Jun 26 18:02:33.416245 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: netmtu_writable.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.417146 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.417958 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: net-mtu-writable Jun 26 18:02:33.418553 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: network_availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.419317 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.419857 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: network_availability_zone Jun 26 18:02:33.420175 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: network_ip_availability.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.421277 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.421797 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: network-ip-availability Jun 26 18:02:33.422120 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: network_segment_range.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.423044 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.423976 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension network-segment-range not supported by any of loaded plugins Jun 26 18:02:33.424541 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: pagination.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.425737 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.426070 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: pagination Jun 26 18:02:33.426390 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: port_device_profile.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.427304 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.428035 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: port-device-profile Jun 26 18:02:33.428360 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.429281 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.429801 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: port-mac-address-regenerate Jun 26 18:02:33.430122 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.431020 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.431573 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: port-numa-affinity-policy Jun 26 18:02:33.431896 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: port_resource_request.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.432797 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.433640 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension port-resource-request not supported by any of loaded plugins Jun 26 18:02:33.434202 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: portbindings.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.435238 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.435780 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: binding Jun 26 18:02:33.436104 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: portbindings_extended.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.437373 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.437895 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: binding-extended Jun 26 18:02:33.438223 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: portsecurity.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.439652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.440557 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: port-security Jun 26 18:02:33.441017 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: project_id.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.442010 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.442345 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: project-id Jun 26 18:02:33.442670 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: providernet.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.444122 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.444641 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: provider Jun 26 18:02:33.444962 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.448654 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.449181 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos not supported by any of loaded plugins Jun 26 18:02:33.449515 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.450755 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.451277 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 26 18:02:33.451634 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.452539 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.453056 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 26 18:02:33.453380 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_default.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.454279 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.454792 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-default not supported by any of loaded plugins Jun 26 18:02:33.455117 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_fip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.455801 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.456302 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-fip not supported by any of loaded plugins Jun 26 18:02:33.456624 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_gateway_ip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.457534 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.458045 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 26 18:02:33.458366 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_port_network_policy.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.459927 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.460438 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 26 18:02:33.460762 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_rule_type_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.461664 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.462177 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 26 18:02:33.462500 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: qos_rules_alias.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.463562 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.464079 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 26 18:02:33.464401 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: quotasv2.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.465318 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.465668 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: quotas Jun 26 18:02:33.465968 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: quotasv2_detail.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.468990 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.469338 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: quota_details Jun 26 18:02:33.469671 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: rbac.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.470720 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.471255 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: rbac-policies Jun 26 18:02:33.471609 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: rbac_address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.472527 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.473047 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: rbac-address-group Jun 26 18:02:33.473371 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: rbac_address_scope.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.474290 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.474831 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: rbac-address-scope Jun 26 18:02:33.475152 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: rbac_security_groups.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.476079 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.476597 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: rbac-security-groups Jun 26 18:02:33.476918 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: rbac_subnetpool.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.477811 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.478322 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: rbac-subnetpool Jun 26 18:02:33.478643 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: revisionifmatch.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.479578 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.480093 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: revision-if-match Jun 26 18:02:33.480413 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: revisions.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.481716 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.482236 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: standard-attr-revisions Jun 26 18:02:33.482560 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: router_availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.483227 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.483778 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: router_availability_zone Jun 26 18:02:33.484101 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: routerservicetype.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.485005 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.485530 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension router-service-type not supported by any of loaded plugins Jun 26 18:02:33.485849 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.486758 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.487276 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: security-groups-normalized-cidr Jun 26 18:02:33.487625 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.488534 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.489046 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: port-security-groups-filtering Jun 26 18:02:33.489366 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.490297 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.490814 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: security-groups-remote-address-group Jun 26 18:02:33.491135 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: securitygroup.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.500986 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.501562 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: security-group Jun 26 18:02:33.501896 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: segment.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.502669 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.503186 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension segment not supported by any of loaded plugins Jun 26 18:02:33.503543 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.504463 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.504977 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 26 18:02:33.505300 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: servicetype.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.506939 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.507511 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: service-type Jun 26 18:02:33.507841 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: sorting.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.508803 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.509136 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: sorting Jun 26 18:02:33.509459 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: standard_attr_segment.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.510420 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.510943 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 26 18:02:33.511268 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: standardattrdescription.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.511932 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.512448 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: standard-attr-description Jun 26 18:02:33.512772 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: stateful_security_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.513773 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.514291 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: stateful-security-group Jun 26 18:02:33.514613 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: stdattrs_common.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.515180 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 26 18:02:33.515532 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.516458 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.516978 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 26 18:02:33.517302 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: subnet_onboard.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.518365 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.518891 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: subnet_onboard Jun 26 18:02:33.519216 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.520150 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.520668 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 26 18:02:33.520990 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: subnet_service_types.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.522532 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.523047 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: subnet-service-types Jun 26 18:02:33.523396 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: subnetallocation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.524465 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.524981 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: subnet_allocation Jun 26 18:02:33.525303 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.525957 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.526467 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: subnetpool-prefix-ops Jun 26 18:02:33.526784 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.527733 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.528244 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 26 18:02:33.528562 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: tagging.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.529603 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.530118 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: standard-attr-tag Jun 26 18:02:33.530439 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: timestamp.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.531669 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.532197 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loaded extension: standard-attr-timestamp Jun 26 18:02:33.532519 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: trunk.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.533541 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.534065 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension trunk not supported by any of loaded plugins Jun 26 18:02:33.534388 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: trunk_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.535294 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.535839 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension trunk-details not supported by any of loaded plugins Jun 26 18:02:33.536167 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: uplink_status_propagation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.537102 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.537621 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 26 18:02:33.537945 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Loading extension file: vlantransparent.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 18:02:33.538600 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 18:02:33.539110 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 26 18:02:33.541598 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:network Jun 26 18:02:33.542134 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:subnet Jun 26 18:02:33.542536 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:02:33.542928 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:port Jun 26 18:02:33.544181 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.544630 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service FLAVORS assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.545246 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.545678 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.546014 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:router Jun 26 18:02:33.546441 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 18:02:33.546943 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service METERING assigned prefix: /metering {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.548431 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.548805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.549156 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:02:33.550163 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 18:02:33.550616 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:security_group Jun 26 18:02:33.551055 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 18:02:33.551690 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.552038 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:02:33.552367 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] subnetpool is already registered Jun 26 18:02:33.552832 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.553156 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:02:33.553485 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] subnetpool is already registered Jun 26 18:02:33.555815 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.556254 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service FLAVORS assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.556847 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.557267 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.557599 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:router Jun 26 18:02:33.557937 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] router is already registered Jun 26 18:02:33.558360 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 18:02:33.558695 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] floatingip is already registered Jun 26 18:02:33.559145 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service METERING assigned prefix: /metering {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.559831 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 18:02:33.560159 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] rbac_policy is already registered Jun 26 18:02:33.560572 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:security_group Jun 26 18:02:33.560905 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] security_group is already registered Jun 26 18:02:33.561310 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 18:02:33.561643 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] security_group_rule is already registered Jun 26 18:02:33.562273 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.562602 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:02:33.562934 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] subnetpool is already registered Jun 26 18:02:33.563368 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 18:02:33.563691 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 18:02:33.564019 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] subnetpool is already registered Jun 26 18:02:33.564496 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: extensions {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.565967 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: address-groups {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.567491 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: address-scopes {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.569376 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.570537 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: auto-allocated-topology {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.571822 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: availability_zones {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.573045 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: dhcp-networks {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.574590 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: dhcp-agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.576133 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.577798 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: flavors {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.580260 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: service_profiles {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.581502 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: next_providers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.582947 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: service_profiles {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.585097 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: floatingip-pools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.586365 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.588127 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: floatingips {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.589418 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: l3-routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.590845 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: l3-agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.592301 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: metering-labels {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.593581 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: metering-label-rules {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.594969 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: network-ip-availabilities {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.596278 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: bindings {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.597860 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: quotas {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.599453 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: quotas {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.600903 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: rbac-policies {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.602126 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: security-groups {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.603459 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: security-group-rules {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.604730 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: service-providers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.605966 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: subnetpools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.607317 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: subnetpools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.608901 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.610606 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.612455 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.614248 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.616489 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.618731 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.620470 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.622270 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.624170 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.625931 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 18:02:33.632564 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING keystonemiddleware.auth_token [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 26 18:02:33.637101 dv-cinder-798198-1-iscsi neutron-server[92872]: WARNING keystonemiddleware.auth_token [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 26 18:02:33.645773 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Acquired lock "singleton_lock" {{(pid=92872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 26 18:02:33.646084 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Releasing lock "singleton_lock" {{(pid=92872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 26 18:02:33.646745 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Starting 2 workers Jun 26 18:02:33.651549 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Started child 93011 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:02:33.655954 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Started child 93012 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:02:33.657057 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:33.657681 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO neutron.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 26 18:02:33.658227 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Notify callbacks [] for process, before_spawn {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:33.658579 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [-] (93011) wsgi starting up on http://0.0.0.0:9696 Jun 26 18:02:33.660626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:33.661048 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Starting 1 workers Jun 26 18:02:33.662057 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [-] (93012) wsgi starting up on http://0.0.0.0:9696 Jun 26 18:02:33.665906 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Started child 93013 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:02:33.666437 dv-cinder-798198-1-iscsi neutron-server[92872]: INFO oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Starting 1 workers Jun 26 18:02:33.669521 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] calling RpcWorker wait() {{(pid=93013) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 26 18:02:33.670057 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] returning from RpcWorker wait() {{(pid=93013) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 26 18:02:33.670792 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Started child 93014 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 18:02:33.671389 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:33.671654 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e7723037-fe4d-43fd-aa49-2912a5857d03 None None] Notify callbacks [] for process, after_spawn {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:33.672003 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:02:33.673554 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 18:02:33.673776 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 18:02:33.673964 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 18:02:33.674187 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 18:02:33.674556 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 18:02:33.674728 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 18:02:33.675232 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.675543 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.675723 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:33.676191 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.676191 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.676328 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.676862 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:02:33.676970 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.677162 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.677954 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.678248 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.678490 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.678669 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.678839 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.679108 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.679363 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.679657 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.679965 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.680213 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.680486 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.680660 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.680936 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.681206 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.681438 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.681705 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.681956 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.682426 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.682671 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.682935 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.683166 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.683504 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.683758 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.684057 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.684299 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.684536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.688398 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host = dv-cinder-798198-1-iscsi {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.689536 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 50786) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_options = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.690753 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.691975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.691975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.691975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.691975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.691975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.691975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.692831 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.692831 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.692831 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.692831 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.693963 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.693963 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.694251 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.694390 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.694907 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.694907 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.695192 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.695349 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.695548 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.695783 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.696031 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.696252 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.696490 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.696710 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.696937 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.697170 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.697388 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699127 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699127 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699490 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070703 Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.699655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.701082 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.701958 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.702248 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.702517 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.702792 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.703031 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.703306 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.703538 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.703755 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.703973 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.704242 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.704479 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.705563 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.705745 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.705895 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.706148 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.706564 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.706861 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.707162 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.707451 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.708508 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.708508 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.708508 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.708508 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.708826 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.708975 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.709554 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.709554 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.710046 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.710046 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.710294 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.710587 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.710856 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712201 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712201 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712201 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712201 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712201 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712591 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.712736 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.713136 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.713390 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.713635 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.713868 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.714251 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.714489 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.714716 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.714928 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.715193 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.721436 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.721710 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.721967 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.722254 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.722505 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.722770 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.723037 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.723311 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.724499 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.724499 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.724499 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.724723 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.724945 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.725193 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.725432 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.726349 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.726349 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.726575 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.726746 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.727442 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.727442 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.727597 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.727776 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.728019 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.728221 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.728439 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.728675 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.729957 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.729957 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.729957 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.729957 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.729957 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.730305 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.730371 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.730570 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.730805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.731020 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.732896 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.732896 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.732896 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.732896 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.733151 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.733231 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.733437 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.733629 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.733851 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.734108 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.734340 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.734561 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.734839 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.735051 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.735383 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.735847 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.736201 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.736454 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.736678 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.736923 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.737160 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.737416 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.737639 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.737863 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.738116 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.738960 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.738960 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.738960 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.739184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.739367 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.739608 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.739835 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.742469 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.745414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.746997 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.749184 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.751243 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752305 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752305 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752305 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752305 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752828 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752828 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.752828 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.753540 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.753540 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.753540 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.753954 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.753954 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.754309 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.754935 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.754935 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.754935 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.755381 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.755381 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.756330 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.756330 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.756602 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.756862 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.757057 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.757261 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.757500 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.757714 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.759421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.759421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.759421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.759421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.759421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.759421 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.760193 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.760471 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.761476 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.761476 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.762549 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.762549 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.762549 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.762965 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.762965 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.763217 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.763370 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.763553 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.763803 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.764054 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.764391 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.764629 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.764861 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.765111 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.765328 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.765567 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.765783 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.767221 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.767221 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.767430 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.767595 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.767785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.768784 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.768784 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.768784 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.768784 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.769073 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.769073 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.769310 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.769568 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.770542 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.770542 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.770542 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.770542 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.771901 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.771901 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.772059 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.772241 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.773529 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.774899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.774899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.774899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.775117 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.775929 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.775929 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.775929 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.775929 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.776213 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.779761 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.780293 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.780293 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.780572 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.780835 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.781695 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.781855 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.782080 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.782349 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.782596 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.782839 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.783065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.783325 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.783658 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.783962 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.784241 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.784513 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.785656 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.785949 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.787057 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.787057 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.787057 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.787299 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.787498 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.787801 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.788043 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789331 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789331 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789331 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789331 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789331 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789787 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789787 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.789942 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.790149 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.791278 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.791575 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.791801 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.792055 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.792290 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.793775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.793775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.793775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 18:02:33.793775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 18:02:33.793775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 18:02:33.793775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 18:02:33.794182 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 18:02:33.794182 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 18:02:33.794182 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 18:02:33.794365 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.794553 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.794678 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.794842 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.795000 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.795196 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.796805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.796805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.796805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.796805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.796805 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797177 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797177 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797296 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797489 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797716 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797809 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.797891 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.798047 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.798277 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.798563 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.798690 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.798871 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.799198 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.799426 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.799617 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.799706 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800006 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800116 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800266 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800471 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800605 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800776 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.800900 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.801056 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.801317 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.801487 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.801596 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.801838 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.802001 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.802159 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host = dv-cinder-798198-1-iscsi {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.802872 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.803067 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.803311 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.803526 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.803526 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.803813 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.803919 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.804033 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.804139 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.804430 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.806011 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.806011 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.806878 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.807606 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.807606 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_options = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.807606 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.807606 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.807994 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.807994 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.808302 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.808949 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.809162 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.809272 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.809428 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.809659 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.809850 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.809969 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.810126 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.810285 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.810454 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.810666 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.812332 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.812515 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.813388 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.813562 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.813716 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.813863 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.814043 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.815004 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.815233 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.815487 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.815653 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.815817 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.815980 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.816142 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.816294 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.816450 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.816610 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.816775 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.816919 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.817075 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.817249 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.818785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.818785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.818785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.818785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.818785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.818785 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.819220 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.819220 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.819220 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.819426 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.820900 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.820900 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.820900 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.820900 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.821185 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.821185 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.821329 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 18:02:33.822517 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.822747 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.822953 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.823125 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.823272 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.823449 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.823617 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.823838 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.823990 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.824148 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.824335 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.824499 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.824689 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.824960 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.825082 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.825247 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.825399 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.825553 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.825792 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.825928 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.826085 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.826448 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.826448 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.826604 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.827309 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.827309 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.827309 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.827309 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.828175 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.828442 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829275 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829275 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829275 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829275 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829275 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829637 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829637 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829637 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829860 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.829964 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.830223 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.830395 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.830530 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.830701 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.830838 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.831186 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.831517 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.831865 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.832003 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.832236 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.832465 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.832561 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.832738 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.832880 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.833085 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.833284 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.833411 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.833573 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.833762 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.833922 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.834291 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.834556 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.834647 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.834779 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.834946 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.835172 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.835502 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.835695 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.836064 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.836263 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.836899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.836899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.836899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.836899 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.837237 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.837237 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.837400 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.837528 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838025 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838025 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838025 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838226 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838300 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838453 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838639 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838794 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.838944 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.839104 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.839453 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840414 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840562 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:02:33.840652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840652 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840995 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.840995 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.841112 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.841361 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.841453 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.841592 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.841746 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.841889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842031 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842172 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842336 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842488 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842642 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842804 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.842974 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.843141 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.843286 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.843487 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.843655 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.843841 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.843993 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.844147 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.844288 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.844499 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.844662 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.844820 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.844978 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.845154 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.845333 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.845482 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.845624 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.845783 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.845941 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.846097 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.846242 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.846428 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.846571 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.846736 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.846898 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.847050 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.847207 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.847405 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.847656 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.847808 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.847947 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.848835 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.849020 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.849186 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.849376 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.849541 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.849695 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.849855 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.850009 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.850167 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.850331 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.851439 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.851597 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.851770 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.852702 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.852702 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.852702 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.852702 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.852702 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.852702 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853400 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853400 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853400 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853400 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853400 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853756 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853756 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853898 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.853995 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.854149 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.854307 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.854487 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.854635 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.854798 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.854977 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.855126 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.855273 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.856138 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.856533 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.856763 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.858222 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.859889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.860424 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.861742 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862175 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862175 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862175 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862341 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862417 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862531 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862700 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.862860 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.863028 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.863188 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.863383 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.863731 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.864067 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.864417 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.864641 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.865871 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.865871 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.865871 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.865871 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.866110 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.866110 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.866230 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.866396 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.867681 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.867858 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.868422 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.868422 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.868422 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.868638 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.868706 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869455 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869455 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869455 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869455 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869730 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869730 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.869848 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.870029 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.870889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.870889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.870889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.870889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.870889 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.871361 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872065 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872320 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872320 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872437 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872641 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.872939 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.874754 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 18:02:33.875396 dv-cinder-798198-1-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 18:02:44.855667 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dcedfb-fbce-4777-82ba-c35198333f1e None None] get_active_networks_info from dv-cinder-798198-1-iscsi {{(pid=93013) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 26 18:02:44.915114 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcedfb-fbce-4777-82ba-c35198333f1e None None] No non-hosted networks {{(pid=93013) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 26 18:02:44.933897 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.agentschedulers_db [None req-a2dcedfb-fbce-4777-82ba-c35198333f1e None None] DHCP Agent not found on host dv-cinder-798198-1-iscsi {{(pid=93013) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 26 18:02:45.051724 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d400d5-bfb7-4d9b-8655-172aeebb4cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507760'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:47.504494 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1b2288a3-015c-4ae0-aaf0-671c2c8f95af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507760'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:47.576460 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507760'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:47.577519 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.578001 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.578431 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.578857 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.579278 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.579844 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.580376 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.580946 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.581494 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.581907 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.582316 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.582708 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:47.583765 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798198-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:02:47.586539 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-dc246326-3316-49a2-9dff-fb3a955c729b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:47.595978 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798198-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:02:48.612918 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507760'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:50.019584 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507760'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:51.143290 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 50894) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:02:51.618990 dv-cinder-798198-1-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-47a264f3-45d4-46ef-ba04-999a212c595b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:02:51.619602 dv-cinder-798198-1-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-47a264f3-45d4-46ef-ba04-999a212c595b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:02:51.840282 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [None req-47a264f3-45d4-46ef-ba04-999a212c595b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:02:51.841264 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-47a264f3-45d4-46ef-ba04-999a212c595b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6970689 Jun 26 18:02:54.136317 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 50908) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:02:54.439568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:02:54.533621 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.policy [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 18:02:54.578659 dv-cinder-798198-1-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:02:54.578972 dv-cinder-798198-1-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:02:54.587991 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.quota [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] Loaded quota_driver: . Jun 26 18:02:54.678994 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749022595633', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749022595138', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749022590088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749022577278', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749022700595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749022694521', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653802', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1394310', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-382313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713534'] for rbac-policy, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:54.744433 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:54.751371 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c8c05eae-7740-453f-a63d-cc3406414e82 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6082554 Jun 26 18:02:54.751613 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.db.l3_hamode_db [None req-74619a4b-153b-4f55-b21a-f197b4c2a787 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 26 18:02:54.830267 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74619a4b-153b-4f55-b21a-f197b4c2a787 None None] Routers set() bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:02:54.830562 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74619a4b-153b-4f55-b21a-f197b4c2a787 None None] Router IDs set() for agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 26 18:02:57.229007 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 50920) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:02:57.513824 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'tenant_id': 'aca296a990934b0db930f423c5d793fe'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:02:57.542330 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Made reservation on behalf of aca296a990934b0db930f423c5d793fe for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:02:57.545081 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.561619 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.682105 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.685335 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.690410 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:02:57.704950 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:02:57.732939 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749021379853', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.733519 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Unsubscribe: segment precommit_create {{(pid=93012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 18:02:57.733990 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Added segment 5cffae5e-479e-4c94-aff7-1b55c42e99e6 of type vlan for network 5b4d5738-65e9-4892-961e-141d1067e925 Jun 26 18:02:57.750563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca92f9d-55c4-43dd-9bcb-a5940d06b18f,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:02:57.797775 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.798156 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.798510 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.798829 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.799159 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.799509 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.799825 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.800127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.800447 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.800757 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.801060 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.801387 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Tracked resource versions report: Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: pushed versions: Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: { 'AddressGroup': {'1.2'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'ConntrackHelper': {'1.0'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Log': {'1.0'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Network': {'1.1'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Port': {'1.7'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'PortForwarding': {'1.2'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'QosPolicy': {'1.8'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroup': {'1.4'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SubPort': {'1.0'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Subnet': {'1.1'}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Trunk': {'1.1'}} Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: consumer versions: Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'ConntrackHelper': '1.0', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Log': '1.0', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Network': '1.1', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Port': '1.7', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'PortForwarding': '1.2', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'QosPolicy': '1.8', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroup': '1.4', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroupRule': '1.2', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SubPort': '1.0', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Subnet': '1.1', Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Trunk': '1.1'}} Jun 26 18:02:57.802453 dv-cinder-798198-1-iscsi neutron-server[93012]: {{(pid=93012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:02:57.855294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.862090 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:02:57.905835 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.907264 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:02:57.907940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:02:57.910660 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:02:57.965256 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7352388 Jun 26 18:02:58.006588 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Pushing event updated for resources: {'Network': ['ID=5b4d5738-65e9-4892-961e-141d1067e925,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:02:58.009806 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:02:58.017953 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 5b4d5738-65e9-4892-961e-141d1067e925 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:03:00.545303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 50934) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:00.927054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69405f9f-21c9-4715-b889-8c3982097534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:00.928406 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-69405f9f-21c9-4715-b889-8c3982097534 admin admin] 10.222.0.23 "GET /v2.0/networks/5b4d5738-65e9-4892-961e-141d1067e925 HTTP/1.1" status: 200 len: 825 time: 0.3821738 Jun 26 18:03:00.952110 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9d357035-570f-47de-9396-32041d10e243 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/337a0b2a-c3fe-49e2-8791-a1e01cdee9e9 HTTP/1.1" status: 200 len: 734 time: 0.0184143 Jun 26 18:03:00.960218 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:03:00.981485 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Made reservation on behalf of aca296a990934b0db930f423c5d793fe for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:03:00.983883 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:01.264979 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:01.267061 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:01.331352 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d95f7be-640c-4a9a-9c12-b591bbf2eef4,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:01.336158 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Checking segment: {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:03:01.336612 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Network hostable DHCP agents. Network: 5b4d5738-65e9-4892-961e-141d1067e925, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:03:01.340863 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:01.357924 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Network 5b4d5738-65e9-4892-961e-141d1067e925 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:03:01.368174 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 5b4d5738-65e9-4892-961e-141d1067e925) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:03:01.375726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:01.376354 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:01.377670 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dab7dc-2e45-46bb-8ebd-4edf1e46a0e0 None None] Network 5b4d5738-65e9-4892-961e-141d1067e925 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:03:01.390063 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4330528 Jun 26 18:03:01.688304 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-5b4d5738-65e9-4892-961e-141d1067e925', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:03:01.689595 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:01.956840 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Allocated IP 172.20.0.2 (5b4d5738-65e9-4892-961e-141d1067e925/4d95f7be-640c-4a9a-9c12-b591bbf2eef4/c04f2f73-76ee-4878-909b-8ed82a42f9f6) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:03:02.156040 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:02.197539 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Transition to ACTIVE for port object c04f2f73-76ee-4878-909b-8ed82a42f9f6 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:03:02.218591 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Transition to ACTIVE for port object c04f2f73-76ee-4878-909b-8ed82a42f9f6 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:03:02.227113 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:02.229890 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:02.305328 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Network 5b4d5738-65e9-4892-961e-141d1067e925 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:03:02.309515 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Pushing event updated for resources: {'Port': ['ID=c04f2f73-76ee-4878-909b-8ed82a42f9f6,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:02.311770 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:03:02.319632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:03:02.321957 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.322296 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.322624 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.322946 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.323263 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.323605 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.323919 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.324233 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.324560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.324880 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.325189 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.325497 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Tracked resource versions report: Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: pushed versions: Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: { 'AddressGroup': {'1.2'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'ConntrackHelper': {'1.0'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Log': {'1.0'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Network': {'1.1'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Port': {'1.7'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'PortForwarding': {'1.2'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'QosPolicy': {'1.8'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroup': {'1.4'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SubPort': {'1.0'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Subnet': {'1.1'}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Trunk': {'1.1'}} Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: consumer versions: Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'ConntrackHelper': '1.0', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Log': '1.0', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Network': '1.1', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Port': '1.7', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'PortForwarding': '1.2', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'QosPolicy': '1.8', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroup': '1.4', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroupRule': '1.2', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SubPort': '1.0', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Subnet': '1.1', Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Trunk': '1.1'}} Jun 26 18:03:02.326589 dv-cinder-798198-1-iscsi neutron-server[93013]: {{(pid=93013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:03:02.331870 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:02.396134 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Attempting to bind port c04f2f73-76ee-4878-909b-8ed82a42f9f6 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:03:02.396799 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Attempting to bind port c04f2f73-76ee-4878-909b-8ed82a42f9f6 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:03:02.396926 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Attempting to bind port c04f2f73-76ee-4878-909b-8ed82a42f9f6 on network 5b4d5738-65e9-4892-961e-141d1067e925 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:03:02.401727 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:03:02.402140 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Checking segment: {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:03:02.402599 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:02.402991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Bound using segment: {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:03:02.403514 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Bound port: c04f2f73-76ee-4878-909b-8ed82a42f9f6, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:03:02.403962 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:02.464321 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] For port c04f2f73-76ee-4878-909b-8ed82a42f9f6, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:03:02.468536 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] For port c04f2f73-76ee-4878-909b-8ed82a42f9f6, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=c04f2f73-76ee-4878-909b-8ed82a42f9f6,segment=NetworkSegment(5cffae5e-479e-4c94-aff7-1b55c42e99e6),segment_id=5cffae5e-479e-4c94-aff7-1b55c42e99e6)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:03:02.473485 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:02.478467 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:02.545942 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Pushing event updated for resources: {'Port': ['ID=c04f2f73-76ee-4878-909b-8ed82a42f9f6,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:02.548830 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:03.724377 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 50942) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:04.040432 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [None req-a2c3f192-2b9b-4a0c-8652-dea181e1a621 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:03:04.041431 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a2c3f192-2b9b-4a0c-8652-dea181e1a621 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160207 Jun 26 18:03:06.401033 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 50950) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:06.885215 dv-cinder-798198-1-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-81c50aad-62ef-49aa-88d5-2ab5fc462eb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:03:06.885796 dv-cinder-798198-1-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-81c50aad-62ef-49aa-88d5-2ab5fc462eb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:03:07.099824 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [None req-81c50aad-62ef-49aa-88d5-2ab5fc462eb7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:03:07.101058 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-81c50aad-62ef-49aa-88d5-2ab5fc462eb7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979754 Jun 26 18:03:07.498221 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device c04f2f73-76ee-4878-909b-8ed82a42f9f6 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:03:07.580208 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port c04f2f73-76ee-4878-909b-8ed82a42f9f6 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:03:08.512440 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39ba5b-f1d3-42b8-93e0-8570d96073a5 None None] Network 5b4d5738-65e9-4892-961e-141d1067e925 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:03:08.628052 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Provisioning for port c04f2f73-76ee-4878-909b-8ed82a42f9f6 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:03:08.634476 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Provisioning complete for port c04f2f73-76ee-4878-909b-8ed82a42f9f6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:08.634868 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:08.794223 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:08.831179 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] For port c04f2f73-76ee-4878-909b-8ed82a42f9f6, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=c04f2f73-76ee-4878-909b-8ed82a42f9f6,segment=NetworkSegment(5cffae5e-479e-4c94-aff7-1b55c42e99e6),segment_id=5cffae5e-479e-4c94-aff7-1b55c42e99e6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:03:08.836778 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:08.839878 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:08.887749 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Pushing event updated for resources: {'Port': ['ID=c04f2f73-76ee-4878-909b-8ed82a42f9f6,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:08.891160 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:08.958298 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ce820b9d-322b-41f2-8c80-e72f169e3a63 None None] Provisioning complete for port c04f2f73-76ee-4878-909b-8ed82a42f9f6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:08.958676 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ce820b9d-322b-41f2-8c80-e72f169e3a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:09.433917 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device c04f2f73-76ee-4878-909b-8ed82a42f9f6 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:03:09.477931 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port c04f2f73-76ee-4878-909b-8ed82a42f9f6 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:09.478310 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:09.656624 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 50970) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:09.941421 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Request body: {'router': {'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:03:10.003574 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.policy [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93011) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 18:03:10.049528 dv-cinder-798198-1-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:03:10.049901 dv-cinder-798198-1-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 18:03:10.058442 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.quota [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Loaded quota_driver: . Jun 26 18:03:10.113785 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:10.115477 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:10.266916 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:10.272309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:10.289500 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:10.290787 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-14cdf963-4d2e-44e9-8ac4-a803edc57e2a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6331885 Jun 26 18:03:12.603257 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 50980) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:12.907290 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [None req-b1b07026-ef81-44d5-aae5-4f9aad8e10d5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:03:12.908291 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b1b07026-ef81-44d5-aae5-4f9aad8e10d5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040752 Jun 26 18:03:14.742656 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4d61e8f7-69eb-49ab-b505-ec0478dd480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.215257 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 50988) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:15.518500 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:03:15.541655 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Made reservation on behalf of 1270fbe15d4449b99e4894d95b4db788 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:03:15.545884 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.561442 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.677770 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.681526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.686730 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:15.694974 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Reserving flat network on physical network physnet1 {{(pid=93011) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 26 18:03:15.727154 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749021379853', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.727755 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Unsubscribe: segment precommit_create {{(pid=93011) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 18:03:15.728235 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Added segment dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6 of type flat for network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 Jun 26 18:03:15.745777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbaacf5-2796-469b-b7ca-3694354721b4,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:15.772222 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.772571 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.772902 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.773223 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.773543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.773874 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.774188 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.774493 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.774817 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.775127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.775455 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.775760 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Tracked resource versions report: Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: pushed versions: Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: { 'AddressGroup': {'1.2'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'ConntrackHelper': {'1.0'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Log': {'1.0'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Network': {'1.1'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Port': {'1.7'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'PortForwarding': {'1.2'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'QosPolicy': {'1.8'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroup': {'1.4'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SubPort': {'1.0'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Subnet': {'1.1'}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Trunk': {'1.1'}} Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: consumer versions: Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'ConntrackHelper': '1.0', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Log': '1.0', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Network': '1.1', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Port': '1.7', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'PortForwarding': '1.2', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'QosPolicy': '1.8', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroup': '1.4', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroupRule': '1.2', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SubPort': '1.0', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Subnet': '1.1', Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Trunk': '1.1'}} Jun 26 18:03:15.776842 dv-cinder-798198-1-iscsi neutron-server[93011]: {{(pid=93011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:03:15.853797 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:15.855473 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.906054 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.907626 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:15.908284 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:15.911549 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:15.965783 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7494717 Jun 26 18:03:16.007721 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Pushing event updated for resources: {'Network': ['ID=3af76cbb-dacb-47e5-83fe-1ea01a36a5c5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:16.011142 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:16.020364 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:03:17.497402 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc166-432c-4378-8074-e0f1193a7450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:17.537318 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:18.257395 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51000) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:18.555719 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:18.662602 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b572b2e-6051-4c22-a471-9e6b92a15c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:18.663985 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6b572b2e-6051-4c22-a471-9e6b92a15c14 admin admin] 10.222.0.23 "GET /v2.0/subnets/4d95f7be-640c-4a9a-9c12-b591bbf2eef4 HTTP/1.1" status: 200 len: 849 time: 0.4056573 Jun 26 18:03:18.792342 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-07e23ad3-1f28-4637-95f8-43fd87550982 admin admin] 10.222.0.23 "GET /v2.0/routers/d74e5257-8458-4a24-9ec8-081303134470 HTTP/1.1" status: 200 len: 704 time: 0.1230021 Jun 26 18:03:19.045780 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:19.327048 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Allocated IP 172.20.0.1 (5b4d5738-65e9-4892-961e-141d1067e925/4d95f7be-640c-4a9a-9c12-b591bbf2eef4/a8fa5d02-cc02-49db-968a-6cf60226fa87) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:03:19.507492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:19.529858 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Transition to ACTIVE for port object a8fa5d02-cc02-49db-968a-6cf60226fa87 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:03:19.610573 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:19.614085 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:19.680400 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Network 5b4d5738-65e9-4892-961e-141d1067e925 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:03:19.691637 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:03:19.696837 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa5d02-cc02-49db-968a-6cf60226fa87,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:19.707753 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:03:19.708253 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:19.781489 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:19.914090 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9d66a8de-0cbf-4bdc-986c-0fa261cf411e None None] Provisioning for port a8fa5d02-cc02-49db-968a-6cf60226fa87 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:03:19.918146 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9d66a8de-0cbf-4bdc-986c-0fa261cf411e None None] Provisioning complete for port a8fa5d02-cc02-49db-968a-6cf60226fa87 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:19.918516 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9d66a8de-0cbf-4bdc-986c-0fa261cf411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:19.951237 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9d66a8de-0cbf-4bdc-986c-0fa261cf411e None None] Port a8fa5d02-cc02-49db-968a-6cf60226fa87 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:03:19.977364 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:19.977939 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:20.152060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:20.156348 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:20.157443 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:20.159065 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:20.238865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa5d02-cc02-49db-968a-6cf60226fa87,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:20.241788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:20.278249 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Network 5b4d5738-65e9-4892-961e-141d1067e925 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:03:20.279536 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:03:20.433740 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Router d74e5257-8458-4a24-9ec8-081303134470 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:03:20.470690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3efc48f8-b56e-4b1b-a4c5-105cc932cdf2 None None] Provisioning complete for port a8fa5d02-cc02-49db-968a-6cf60226fa87 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:20.471055 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3efc48f8-b56e-4b1b-a4c5-105cc932cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:20.505587 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3efc48f8-b56e-4b1b-a4c5-105cc932cdf2 None None] Port a8fa5d02-cc02-49db-968a-6cf60226fa87 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:03:20.525350 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:03:20.531577 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] 10.222.0.23 "PUT /v2.0/routers/d74e5257-8458-4a24-9ec8-081303134470/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7331748 Jun 26 18:03:20.535384 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Sync routers for ids ['d74e5257-8458-4a24-9ec8-081303134470'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:03:20.546789 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Routers {'d74e5257-8458-4a24-9ec8-081303134470'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:03:20.547587 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:03:17Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['d74e5257-8458-4a24-9ec8-081303134470'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:20.728272 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Set router d74e5257-8458-4a24-9ec8-081303134470 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:03:21.137696 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74e5257-8458-4a24-9ec8-081303134470', 'name': 'router1', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:03:10Z', 'updated_at': '2021-06-26T18:03:19Z', 'revision_number': 2, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'gw_port_host': None, '_interfaces': [{'id': 'a8fa5d02-cc02-49db-968a-6cf60226fa87', 'name': '', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'mac_address': 'fa:16:3e:28:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:19Z', 'updated_at': '2021-06-26T18:03:20Z', 'revision_number': 2, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'subnets': [{'id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:21.185961 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Checking router: d74e5257-8458-4a24-9ec8-081303134470 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:03:21.186323 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Updating router d74e5257-8458-4a24-9ec8-081303134470 port a8fa5d02-cc02-49db-968a-6cf60226fa87 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:03:21.246986 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:21.717189 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:21.735994 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Transition to ACTIVE for port object a8fa5d02-cc02-49db-968a-6cf60226fa87 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:03:21.741338 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:21.745855 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:21.890790 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Pushing event updated for resources: {'Port': ['ID=a8fa5d02-cc02-49db-968a-6cf60226fa87,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:21.906957 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.907360 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.907701 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.908026 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.908345 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.908662 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.908976 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.909391 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.910206 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.910523 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.910829 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.911133 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Tracked resource versions report: Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: pushed versions: Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: { 'AddressGroup': {'1.2'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'ConntrackHelper': {'1.0'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Log': {'1.0'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Network': {'1.1'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Port': {'1.7'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'PortForwarding': {'1.2'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'QosPolicy': {'1.8'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroup': {'1.4'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SubPort': {'1.0'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Subnet': {'1.1'}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Trunk': {'1.1'}} Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: consumer versions: Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'ConntrackHelper': '1.0', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Log': '1.0', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Network': '1.1', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Port': '1.7', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'PortForwarding': '1.2', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'QosPolicy': '1.8', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroup': '1.4', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroupRule': '1.2', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SubPort': '1.0', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Subnet': '1.1', Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Trunk': '1.1'}} Jun 26 18:03:21.912267 dv-cinder-798198-1-iscsi neutron-server[93014]: {{(pid=93014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:03:21.914532 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Attempting to bind port a8fa5d02-cc02-49db-968a-6cf60226fa87 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:03:21.914927 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Attempting to bind port a8fa5d02-cc02-49db-968a-6cf60226fa87 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:03:21.915374 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Attempting to bind port a8fa5d02-cc02-49db-968a-6cf60226fa87 on network 5b4d5738-65e9-4892-961e-141d1067e925 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:03:21.920663 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:21.923433 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:03:21.923860 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Checking segment: {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:03:21.924323 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:21.924711 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Bound using segment: {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:03:21.925228 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Bound port: a8fa5d02-cc02-49db-968a-6cf60226fa87, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cffae5e-479e-4c94-aff7-1b55c42e99e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:03:21.925641 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:21.988696 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] For port a8fa5d02-cc02-49db-968a-6cf60226fa87, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:03:22.011889 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] For port a8fa5d02-cc02-49db-968a-6cf60226fa87, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a8fa5d02-cc02-49db-968a-6cf60226fa87,segment=NetworkSegment(5cffae5e-479e-4c94-aff7-1b55c42e99e6),segment_id=5cffae5e-479e-4c94-aff7-1b55c42e99e6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:03:22.015814 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:22.024839 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:22.065434 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Routers {'d74e5257-8458-4a24-9ec8-081303134470'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:03:22.066596 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:03:17Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['d74e5257-8458-4a24-9ec8-081303134470'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:22.153129 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Pushing event updated for resources: {'Port': ['ID=a8fa5d02-cc02-49db-968a-6cf60226fa87,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:22.157846 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:22.165747 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] Set router d74e5257-8458-4a24-9ec8-081303134470 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:03:22.365245 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74e5257-8458-4a24-9ec8-081303134470', 'name': 'router1', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:03:10Z', 'updated_at': '2021-06-26T18:03:19Z', 'revision_number': 2, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'gw_port_host': None, '_interfaces': [{'id': 'a8fa5d02-cc02-49db-968a-6cf60226fa87', 'name': '', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'mac_address': 'fa:16:3e:28:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:19Z', 'updated_at': '2021-06-26T18:03:21Z', 'revision_number': 4, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'subnets': [{'id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:22.393294 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685bb65-1e51-4582-bb98-f6e166e7c48d None None] The sync data for ids ['d74e5257-8458-4a24-9ec8-081303134470'] in dv-cinder-798198-1-iscsi is: [{'id': 'd74e5257-8458-4a24-9ec8-081303134470', 'name': 'router1', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:03:10Z', 'updated_at': '2021-06-26T18:03:19Z', 'revision_number': 2, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'gw_port_host': None, '_interfaces': [{'id': 'a8fa5d02-cc02-49db-968a-6cf60226fa87', 'name': '', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'mac_address': 'fa:16:3e:28:40:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:19Z', 'updated_at': '2021-06-26T18:03:21Z', 'revision_number': 4, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'subnets': [{'id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:03:22.722716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51022) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:22.856116 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c67202-6a42-4c16-98b5-a3dfa4a37f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:22.857395 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-60c67202-6a42-4c16-98b5-a3dfa4a37f46 admin admin] 10.222.0.23 "GET /v2.0/networks/3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 HTTP/1.1" status: 200 len: 842 time: 0.1336875 Jun 26 18:03:22.866769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'gateway_ip': '172.27.2.1'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:03:22.890500 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Made reservation on behalf of 1270fbe15d4449b99e4894d95b4db788 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:03:22.892781 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:23.189727 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.objects.ports [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93011) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 26 18:03:23.190152 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:23.193418 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:23.245963 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:23.249105 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:23.256620 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:03:23.256964 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Network hostable DHCP agents. Network: 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:03:23.277439 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:03:23.288099 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:03:23.292165 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:23.292759 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:23.298332 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9506f-115e-46a5-89b0-5b31598e34a2 None None] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:03:23.311968 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4486649 Jun 26 18:03:23.429317 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c1a46c-8008-448e-97b2-856cb239462b None None] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:03:25.476032 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a8fa5d02-cc02-49db-968a-6cf60226fa87 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:03:25.526680 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port a8fa5d02-cc02-49db-968a-6cf60226fa87 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:03:25.527674 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51044) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:25.530436 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a8fa5d02-cc02-49db-968a-6cf60226fa87 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:25.531040 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:25.607495 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:25.639739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port a8fa5d02-cc02-49db-968a-6cf60226fa87, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a8fa5d02-cc02-49db-968a-6cf60226fa87,segment=NetworkSegment(5cffae5e-479e-4c94-aff7-1b55c42e99e6),segment_id=5cffae5e-479e-4c94-aff7-1b55c42e99e6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:03:25.643565 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:25.646576 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6185c046-de65-40c6-ae49-982fce9ac987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:25.695742 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=a8fa5d02-cc02-49db-968a-6cf60226fa87,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:25.699311 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:25.793208 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-37262046-5cef-41f7-8bda-4fe6c5715809 admin admin] 10.222.0.23 "GET /v2.0/routers/d74e5257-8458-4a24-9ec8-081303134470 HTTP/1.1" status: 200 len: 710 time: 0.2641585 Jun 26 18:03:25.906030 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53730c-54db-46e5-bcc4-fdd9327f59cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:03:25.907288 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3e53730c-54db-46e5-bcc4-fdd9327f59cb admin admin] 10.222.0.23 "GET /v2.0/networks/3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 HTTP/1.1" status: 200 len: 886 time: 0.1090815 Jun 26 18:03:25.916603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:03:26.158877 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:26.390847 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:26.463266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:26.613842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Allocated IP 172.27.2.159 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/fe2a76c4-cf79-4fdc-9979-70b3961d7c58) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:03:26.761656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:26.846432 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:26.849149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:26.913174 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:03:26.918569 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:03:26.921127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:03:26.989381 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Pushing event updated for resources: {'Port': ['ID=fe2a76c4-cf79-4fdc-9979-70b3961d7c58,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:26.992950 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:27.199412 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:27.385383 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:27.388484 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507030'] for router, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:27.454425 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a8fa5d02-cc02-49db-968a-6cf60226fa87 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:03:27.495577 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Router d74e5257-8458-4a24-9ec8-081303134470 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:03:27.540670 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a8fa5d02-cc02-49db-968a-6cf60226fa87 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:27.541044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:27.598867 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:03:27.603283 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:27.606796 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] 10.222.0.23 "PUT /v2.0/routers/d74e5257-8458-4a24-9ec8-081303134470 HTTP/1.1" status: 200 len: 890 time: 1.6910193 Jun 26 18:03:27.620069 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Sync routers for ids ['d74e5257-8458-4a24-9ec8-081303134470'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:03:27.631416 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Routers {'d74e5257-8458-4a24-9ec8-081303134470'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:03:27.632094 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:03:17Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['d74e5257-8458-4a24-9ec8-081303134470'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:27.843325 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Set router d74e5257-8458-4a24-9ec8-081303134470 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:03:28.218447 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74e5257-8458-4a24-9ec8-081303134470', 'name': 'router1', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2a76c4-cf79-4fdc-9979-70b3961d7c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:03:10Z', 'updated_at': '2021-06-26T18:03:27Z', 'revision_number': 4, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'gw_port': {'id': 'fe2a76c4-cf79-4fdc-9979-70b3961d7c58', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:26Z', 'updated_at': '2021-06-26T18:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a8fa5d02-cc02-49db-968a-6cf60226fa87', 'name': '', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'mac_address': 'fa:16:3e:28:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:19Z', 'updated_at': '2021-06-26T18:03:25Z', 'revision_number': 5, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'subnets': [{'id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:28.266779 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Checking router: d74e5257-8458-4a24-9ec8-081303134470 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:03:28.267133 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Updating router d74e5257-8458-4a24-9ec8-081303134470 port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:03:28.298461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:28.611599 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:28.620955 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Transition to ACTIVE for port object fe2a76c4-cf79-4fdc-9979-70b3961d7c58 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:03:28.627124 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:28.629569 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:28.678330 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Attempting to bind port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:03:28.678696 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Attempting to bind port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:03:28.679052 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Attempting to bind port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:03:28.680821 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4252-d6ff-4981-9bec-f354ec98b26a None None] Pushing event updated for resources: {'Port': ['ID=fe2a76c4-cf79-4fdc-9979-70b3961d7c58,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:28.684604 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5eba4252-d6ff-4981-9bec-f354ec98b26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:28.687072 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:03:28.687951 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:03:28.687951 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:28.688218 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:03:28.688676 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Bound port: fe2a76c4-cf79-4fdc-9979-70b3961d7c58, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:03:28.689048 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:28.736606 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] For port fe2a76c4-cf79-4fdc-9979-70b3961d7c58, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:03:28.739513 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] For port fe2a76c4-cf79-4fdc-9979-70b3961d7c58, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=fe2a76c4-cf79-4fdc-9979-70b3961d7c58,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:03:28.743948 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:28.746219 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:28.869143 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Routers {'d74e5257-8458-4a24-9ec8-081303134470'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:03:28.869749 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:03:17Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['d74e5257-8458-4a24-9ec8-081303134470'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:28.914002 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4252-d6ff-4981-9bec-f354ec98b26a None None] Pushing event updated for resources: {'Port': ['ID=fe2a76c4-cf79-4fdc-9979-70b3961d7c58,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:28.916974 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5eba4252-d6ff-4981-9bec-f354ec98b26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:28.985086 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] Set router d74e5257-8458-4a24-9ec8-081303134470 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:03:29.184816 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74e5257-8458-4a24-9ec8-081303134470', 'name': 'router1', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2a76c4-cf79-4fdc-9979-70b3961d7c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:03:10Z', 'updated_at': '2021-06-26T18:03:27Z', 'revision_number': 4, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'gw_port': {'id': 'fe2a76c4-cf79-4fdc-9979-70b3961d7c58', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:26Z', 'updated_at': '2021-06-26T18:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a8fa5d02-cc02-49db-968a-6cf60226fa87', 'name': '', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'mac_address': 'fa:16:3e:28:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:19Z', 'updated_at': '2021-06-26T18:03:25Z', 'revision_number': 5, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'subnets': [{'id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:03:29.213295 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562e61f-cbe5-4e6d-ae0a-b7b6705aee3a None None] The sync data for ids ['d74e5257-8458-4a24-9ec8-081303134470'] in dv-cinder-798198-1-iscsi is: [{'id': 'd74e5257-8458-4a24-9ec8-081303134470', 'name': 'router1', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2a76c4-cf79-4fdc-9979-70b3961d7c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:03:10Z', 'updated_at': '2021-06-26T18:03:27Z', 'revision_number': 4, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'gw_port': {'id': 'fe2a76c4-cf79-4fdc-9979-70b3961d7c58', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:26Z', 'updated_at': '2021-06-26T18:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a8fa5d02-cc02-49db-968a-6cf60226fa87', 'name': '', 'network_id': '5b4d5738-65e9-4892-961e-141d1067e925', 'tenant_id': 'aca296a990934b0db930f423c5d793fe', 'mac_address': 'fa:16:3e:28:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74e5257-8458-4a24-9ec8-081303134470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:03:19Z', 'updated_at': '2021-06-26T18:03:25Z', 'revision_number': 5, 'project_id': 'aca296a990934b0db930f423c5d793fe', 'subnets': [{'id': '4d95f7be-640c-4a9a-9c12-b591bbf2eef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '337a0b2a-c3fe-49e2-8791-a1e01cdee9e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:03:29.478809 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device fe2a76c4-cf79-4fdc-9979-70b3961d7c58 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:03:29.530307 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:03:29.534964 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:29.535448 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:29.619423 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:29.640258 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port fe2a76c4-cf79-4fdc-9979-70b3961d7c58, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=fe2a76c4-cf79-4fdc-9979-70b3961d7c58,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:03:29.644754 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:29.646868 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:03:29.699458 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=fe2a76c4-cf79-4fdc-9979-70b3961d7c58,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:03:29.702557 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:03:29.957825 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51052) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:03:30.079024 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-67de3ed5-87b9-4533-999e-b8bdfcf44024 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1201403 Jun 26 18:03:31.447324 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device fe2a76c4-cf79-4fdc-9979-70b3961d7c58 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:03:31.493771 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port fe2a76c4-cf79-4fdc-9979-70b3961d7c58 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:03:31.494143 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:39.753459 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:03:44.748630 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1faeb968-b652-45fd-b3d5-494bdb8381c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:47.512126 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2690-3bc5-49c6-a5ac-30d220b7a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:47.546551 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:48.571268 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:03:49.997706 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:14.742804 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-66a5faf0-694c-4714-be7a-ce6979e1d236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:16.752427 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:04:17.506155 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e12eef70-568a-4816-92e2-d11afa255e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:17.540133 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:18.564924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:20.005620 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:44.746433 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a751886c-7feb-41ad-b16f-75ed39fe4c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:47.506710 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2616-621a-4540-8095-1e1e47f06424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:47.540816 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:48.566942 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:50.003068 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:04:53.782898 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:05:03.395466 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51620) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:03.456116 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e346df2-dec5-4b31-8c30-abb9ace0939c admin admin] GET failed (client error): The resource could not be found. Jun 26 18:05:03.457388 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2e346df2-dec5-4b31-8c30-abb9ace0939c admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608051 Jun 26 18:05:03.676930 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b567824-b07a-4e1a-aad2-8a08b0b7bbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:03.678391 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3b567824-b07a-4e1a-aad2-8a08b0b7bbeb admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2172921 Jun 26 18:05:05.772140 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51630) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:05.861286 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e1e0f-c0fb-40ef-92c6-552970d721ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:05.862587 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-143e1e0f-c0fb-40ef-92c6-552970d721ad admin admin] 10.222.0.23 "GET /v2.0/subnets/4d95f7be-640c-4a9a-9c12-b591bbf2eef4 HTTP/1.1" status: 200 len: 849 time: 0.0895169 Jun 26 18:05:05.871831 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:05:05.953234 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:06.085618 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749021311169'] for subnet, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:06.088281 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:05:06.118309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:06.118883 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:06.123713 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] 10.222.0.23 "PUT /v2.0/subnets/4d95f7be-640c-4a9a-9c12-b591bbf2eef4 HTTP/1.1" status: 200 len: 868 time: 0.2518711 Jun 26 18:05:06.123912 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea53aa3-1c0e-443a-8618-bde2439f04aa None None] Network 5b4d5738-65e9-4892-961e-141d1067e925 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:05:06.140219 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d95f7be-640c-4a9a-9c12-b591bbf2eef4,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:05:06.147861 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.148226 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.148461 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.148790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.149121 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.149458 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.149779 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.150100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.150428 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.150775 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.151100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.151429 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:06.155897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:05:06.527677 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c454286b-2eec-480a-80b7-32b52428255c None None] Provisioning complete for port c04f2f73-76ee-4878-909b-8ed82a42f9f6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:05:06.528056 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c454286b-2eec-480a-80b7-32b52428255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:06.613627 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c454286b-2eec-480a-80b7-32b52428255c None None] Provisioning complete for port a8fa5d02-cc02-49db-968a-6cf60226fa87 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:05:06.613951 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c454286b-2eec-480a-80b7-32b52428255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:08.231100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51640) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:08.491525 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab005b-dcfb-4bf2-9763-ffc07daae5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:08.491917 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab005b-dcfb-4bf2-9763-ffc07daae5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:08.493450 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-26ab005b-dcfb-4bf2-9763-ffc07daae5cd admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2608752 Jun 26 18:05:10.573778 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51648) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:10.700331 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b45113-aa63-45db-b417-ce829dba2072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:10.700816 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b45113-aa63-45db-b417-ce829dba2072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:10.702327 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-94b45113-aa63-45db-b417-ce829dba2072 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276076 Jun 26 18:05:12.794941 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51656) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:12.913643 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284b820-05cc-4235-aa66-81ae69c951ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:12.914993 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b284b820-05cc-4235-aa66-81ae69c951ca admin admin] 10.222.0.23 "GET /v2.0/networks/3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 HTTP/1.1" status: 200 len: 886 time: 0.1190767 Jun 26 18:05:14.747504 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be965680-2c65-4d0a-867a-1526d766e47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:15.099076 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51664) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:15.235724 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf890c-c2cf-4085-b9ba-04731b9a6563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:15.237058 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-79bf890c-c2cf-4085-b9ba-04731b9a6563 admin admin] 10.222.0.23 "GET /v2.0/networks/5b4d5738-65e9-4892-961e-141d1067e925 HTTP/1.1" status: 200 len: 869 time: 0.1370349 Jun 26 18:05:17.330301 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51672) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:17.449186 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd91be-0f7a-4b7c-8f28-91c350f936e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:17.449650 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd91be-0f7a-4b7c-8f28-91c350f936e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:17.451176 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-62fd91be-0f7a-4b7c-8f28-91c350f936e9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199138 Jun 26 18:05:17.508929 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-58ee0637-6050-456d-bb52-109bdd901a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:17.543032 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:18.569529 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:19.547423 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51680) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:19.633825 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71399fdb-38bb-46de-ba16-afdd57f8163c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:19.634281 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71399fdb-38bb-46de-ba16-afdd57f8163c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:19.635764 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-71399fdb-38bb-46de-ba16-afdd57f8163c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0874035 Jun 26 18:05:20.007380 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:21.741057 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51688) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:21.828348 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbcc932-fafa-42e7-ab33-62dd06d19aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:21.829689 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5bbcc932-fafa-42e7-ab33-62dd06d19aa5 admin admin] 10.222.0.23 "GET /v2.0/subnets/4d95f7be-640c-4a9a-9c12-b591bbf2eef4 HTTP/1.1" status: 200 len: 868 time: 0.0877402 Jun 26 18:05:23.922236 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51696) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:24.006054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89a11c-fa0e-4c5a-b224-8d3d51c462ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:24.007369 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fe89a11c-fa0e-4c5a-b224-8d3d51c462ad admin admin] 10.222.0.23 "GET /v2.0/subnets/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5 HTTP/1.1" status: 200 len: 816 time: 0.0841863 Jun 26 18:05:30.752248 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:05:44.750493 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b877f31c-276b-4b0d-aac7-2d0b846e06d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:46.912338 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51740) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:46.957067 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [None req-7119eed3-3f35-4fc8-84ce-115c80fc5be8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:05:46.958061 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7119eed3-3f35-4fc8-84ce-115c80fc5be8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447910 Jun 26 18:05:47.510600 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f77dcef-8c4f-4f18-b8f0-a3f2e115897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:47.542847 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:48.571742 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:49.129555 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51748) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:49.192226 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a337d3b-d2ac-4e7e-a37f-837ed5ba8500 admin admin] GET failed (client error): The resource could not be found. Jun 26 18:05:49.193816 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1a337d3b-d2ac-4e7e-a37f-837ed5ba8500 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633407 Jun 26 18:05:49.273690 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5e12e-ace7-490c-ae04-5c95e241914a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:49.275111 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-32f5e12e-ace7-490c-ae04-5c95e241914a admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0775516 Jun 26 18:05:50.009576 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:51.400611 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51756) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:51.444412 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:05:51.465430 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Made reservation on behalf of 1270fbe15d4449b99e4894d95b4db788 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:05:51.467919 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:51.495207 dv-cinder-798198-1-iscsi neutron-server[93011]: WARNING neutron.services.revisions.revision_plugin [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Could not find related network for resource to bump revision. Jun 26 18:05:51.510556 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:05:51.521740 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:51.522087 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Added segment 9d37cb4b-2947-4339-9cbc-82f81c9b819d of type vlan for network b597b12d-faff-4c17-8ac8-79cdafcc0b5c Jun 26 18:05:51.558180 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:51.586733 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:51.588025 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:51.588601 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:51.590460 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:05:51.643487 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2417970 Jun 26 18:05:51.648076 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=b597b12d-faff-4c17-8ac8-79cdafcc0b5c,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:05:51.669525 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:05:51.676668 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network b597b12d-faff-4c17-8ac8-79cdafcc0b5c details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:05:53.759216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51764) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:05:53.816943 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfba9db7-4285-47ea-9be4-6f5020fc0a27 admin admin] GET failed (client error): The resource could not be found. Jun 26 18:05:53.818551 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cfba9db7-4285-47ea-9be4-6f5020fc0a27 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583115 Jun 26 18:05:53.920969 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef481a-114b-4dc4-b6df-9032752c162a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:53.922397 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9aef481a-114b-4dc4-b6df-9032752c162a admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998614 Jun 26 18:05:53.931798 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Request body: {'subnet': {'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:05:53.951673 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Made reservation on behalf of 1270fbe15d4449b99e4894d95b4db788 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:05:53.953974 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.111779 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.114694 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ed2e8caa-7656-49a6-8931-e480e71a138c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:05:54.164623 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e73fed-86ed-481f-8a16-40eadd431b06,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:05:54.167205 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:05:54.173074 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Checking segment: {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:05:54.173421 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Network hostable DHCP agents. Network: b597b12d-faff-4c17-8ac8-79cdafcc0b5c, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:05:54.189354 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Network b597b12d-faff-4c17-8ac8-79cdafcc0b5c is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:05:54.197323 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, b597b12d-faff-4c17-8ac8-79cdafcc0b5c) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:05:54.201818 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:05:54.202401 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.206227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee81e00-4b20-45ca-aa60-8ff3fcedb7d3 None None] Network b597b12d-faff-4c17-8ac8-79cdafcc0b5c requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:05:54.216644 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2881982 Jun 26 18:05:54.447291 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-b597b12d-faff-4c17-8ac8-79cdafcc0b5c', 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c', 'tenant_id': '1270fbe15d4449b99e4894d95b4db788', 'fixed_ips': [{'subnet_id': '28e73fed-86ed-481f-8a16-40eadd431b06'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:05:54.448217 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.586521 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Allocated IP 192.168.233.2 (b597b12d-faff-4c17-8ac8-79cdafcc0b5c/28e73fed-86ed-481f-8a16-40eadd431b06/a9054225-4612-4bf0-9cdb-6a731994ef2b) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:05:54.729656 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.738371 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Transition to ACTIVE for port object a9054225-4612-4bf0-9cdb-6a731994ef2b will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:05:54.752901 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Transition to ACTIVE for port object a9054225-4612-4bf0-9cdb-6a731994ef2b will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:05:54.758511 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.760604 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:05:54.795388 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Network b597b12d-faff-4c17-8ac8-79cdafcc0b5c is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:05:54.798045 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:05:54.803708 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:05:54.812510 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Pushing event updated for resources: {'Port': ['ID=a9054225-4612-4bf0-9cdb-6a731994ef2b,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:05:54.822426 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.822776 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.823152 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.823582 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.824467 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.824841 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.825211 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.825554 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.825901 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.826227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.826566 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.826881 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:05:54.844922 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:05:54.875713 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Attempting to bind port a9054225-4612-4bf0-9cdb-6a731994ef2b on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:05:54.876080 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Attempting to bind port a9054225-4612-4bf0-9cdb-6a731994ef2b by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:05:54.876441 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Attempting to bind port a9054225-4612-4bf0-9cdb-6a731994ef2b on network b597b12d-faff-4c17-8ac8-79cdafcc0b5c {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:05:54.881283 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:05:54.881657 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Checking segment: {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:05:54.882055 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.882444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Bound using segment: {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:05:54.882905 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Bound port: a9054225-4612-4bf0-9cdb-6a731994ef2b, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:05:54.883304 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.948645 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] For port a9054225-4612-4bf0-9cdb-6a731994ef2b, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:05:54.952226 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] For port a9054225-4612-4bf0-9cdb-6a731994ef2b, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a9054225-4612-4bf0-9cdb-6a731994ef2b,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:05:54.957543 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:54.960621 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-eb6f4c74-ad11-4734-9357-1455c49a0e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:05:55.013149 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Pushing event updated for resources: {'Port': ['ID=a9054225-4612-4bf0-9cdb-6a731994ef2b,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:05:55.016458 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:05:55.584197 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a9054225-4612-4bf0-9cdb-6a731994ef2b up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:05:55.644473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port a9054225-4612-4bf0-9cdb-6a731994ef2b completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:05:55.820952 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be7f55-e1fb-4b1e-8922-025570372e51 None None] Network b597b12d-faff-4c17-8ac8-79cdafcc0b5c requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:05:55.886404 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Provisioning for port a9054225-4612-4bf0-9cdb-6a731994ef2b completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:05:55.892785 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Provisioning complete for port a9054225-4612-4bf0-9cdb-6a731994ef2b triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:05:55.893159 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:56.028611 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:56.070764 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] For port a9054225-4612-4bf0-9cdb-6a731994ef2b, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a9054225-4612-4bf0-9cdb-6a731994ef2b,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:05:56.075670 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:56.077675 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:05:56.130129 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Pushing event updated for resources: {'Port': ['ID=a9054225-4612-4bf0-9cdb-6a731994ef2b,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:05:56.133393 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:05:56.298026 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-471b8b7c-5bbf-48da-a702-62b6b96b469f None None] Provisioning complete for port a9054225-4612-4bf0-9cdb-6a731994ef2b triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:05:56.298449 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-471b8b7c-5bbf-48da-a702-62b6b96b469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:05:57.556576 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a9054225-4612-4bf0-9cdb-6a731994ef2b up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:05:57.606764 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a9054225-4612-4bf0-9cdb-6a731994ef2b triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:05:57.607135 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:07.752454 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:06:14.751685 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4412bbf7-73d9-4a60-a224-96f5027849a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:17.513096 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a71273d1-1449-44c5-8f16-b7bfe6c4af6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:17.542239 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:18.573843 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:20.012700 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:44.751025 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:06:44.751683 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fdb804d9-07f9-4ace-b99f-276ec33e3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:47.514327 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-816ca0f3-3298-4b3b-8b2d-0707ad07cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:47.543495 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:48.576349 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:06:50.016472 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:14.751852 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-94eaec23-2843-4173-b4d4-516c41095338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:17.514905 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d75e791b-5004-4e44-a844-e33b5736eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:17.543689 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:18.581174 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:19.912896 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51816) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:07:19.918881 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [None req-48792313-578a-4939-a92a-a4a903413742 tempest-verify_tempest_config-692393777 tempest-verify_tempest_config-692393777-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:07:19.919858 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-48792313-578a-4939-a92a-a4a903413742 tempest-verify_tempest_config-692393777 tempest-verify_tempest_config-692393777-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059977 Jun 26 18:07:20.018529 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.207644 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51834) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:07:20.303890 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.392716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.396261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.399110 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:07:20.440755 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10dd4dd832144dcdb8cf5d4b0a346265&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2321279 Jun 26 18:07:20.441543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9733a1f2-15f3-4773-9b5c-9af3e945525f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:07:20.444418 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 51838) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:07:20.447921 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.448307 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.448630 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.448948 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.449288 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.449635 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.449958 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.450275 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.450616 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.450939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.451254 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.451611 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.456198 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:07:20.497918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.517152 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.603468 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.606948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:20.608138 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9733a1f2-15f3-4773-9b5c-9af3e945525f HTTP/1.1" status: 204 len: 168 time: 0.1627817 Jun 26 18:07:20.608802 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:07:20.616475 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733a1f2-15f3-4773-9b5c-9af3e945525f,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:07:20.622950 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.623306 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.623762 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.624091 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.624399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.624735 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.625170 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.625485 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.625817 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.626133 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.626442 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.626756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:07:20.629763 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:07:21.752883 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:07:44.751443 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-caa6732f-2397-4312-af7c-7944fa96c461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:47.514405 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-96f1eb7a-4108-4f09-a644-57578f9aa48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:47.543227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:48.582534 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:50.022093 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:07:58.750552 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:08:14.751207 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f344b8d9-aa5b-4e9b-bc7c-e20e13b64a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:17.515826 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-887d8af2-3fb1-43f9-88e7-5931f5170d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:17.541619 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:18.586010 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:20.025192 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:35.748894 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:08:44.751127 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-29dda2d7-ed8c-4958-af61-6dda1e6b31b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:47.516381 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-56a50661-76f4-443a-98cf-394cda1fdca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:47.541600 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:48.587677 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:50.030697 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:08:54.137778 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507760'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:08.576557 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51912) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:09:08.678328 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d45bb747-3368-4604-8dc2-eb557acec9ae admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1006618 Jun 26 18:09:10.813981 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 51922) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:09:10.866155 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6b216433-c70f-4f13-81fb-a2f50993809c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0511005 Jun 26 18:09:12.748056 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:09:14.754151 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bcc80706-1017-49bc-9c91-c117cc254658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:17.516794 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-14b245c9-72e0-41e3-9299-b89a4d017245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:17.539545 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:18.590461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:20.031262 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:24.096729 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:44.756298 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-61152b3f-dc57-4e04-978e-231563b2698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:47.518290 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9c7d0edf-4db6-48f3-a317-c27d7f8f7d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:47.537974 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:48.592383 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:49.746647 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:09:50.033661 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:09:54.088182 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:14.757248 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-330c8a04-b0a6-46cc-9e52-e3f99ca33cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:17.519256 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6539ec2b-6c12-469d-926f-44bb4d3e74c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:17.537674 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:18.594321 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:20.037991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:24.110736 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:26.745415 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:10:38.537280 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52108) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:38.713131 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-357772880-network', 'tenant_id': '6e73015dda13419c9f052d4446a4b45b'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:38.736852 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Made reservation on behalf of 6e73015dda13419c9f052d4446a4b45b for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:38.740861 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.750745 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.847976 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.852524 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.855817 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:38.880698 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1d422-bb45-4d2d-a453-1f4c0c307dff,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:38.889823 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.890406 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.890766 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.891080 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.891427 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.891803 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.892113 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.892388 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.892717 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.893079 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.893325 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.893659 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Tracked resource versions report: Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: pushed versions: Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: { 'AddressGroup': {'1.2'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'ConntrackHelper': {'1.0'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Log': {'1.0'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Network': {'1.1'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Port': {'1.7'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'PortForwarding': {'1.2'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'QosPolicy': {'1.8'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroup': {'1.4'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SubPort': {'1.0'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Subnet': {'1.1'}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Trunk': {'1.1'}} Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: consumer versions: Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'ConntrackHelper': '1.0', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Log': '1.0', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Network': '1.1', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Port': '1.7', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'PortForwarding': '1.2', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'QosPolicy': '1.8', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroup': '1.4', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SecurityGroupRule': '1.2', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'SubPort': '1.0', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Subnet': '1.1', Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: 'Trunk': '1.1'}} Jun 26 18:10:38.894724 dv-cinder-798198-1-iscsi neutron-server[93012]: {{(pid=93012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:10:38.897364 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:10:38.899532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:38.911303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.911945 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Added segment f5dfaa4b-9fcd-484d-a5a2-92a866d5e59e of type vlan for network 2ef58dbb-a0e2-4718-943d-d51b8a85ed81 Jun 26 18:10:38.953204 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.983810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.985196 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:38.985781 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:38.992782 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:39.022803 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4817233 Jun 26 18:10:39.023883 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52144) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:39.030785 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Request body: {'subnet': {'network_id': '2ef58dbb-a0e2-4718-943d-d51b8a85ed81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-357772880-subnet', 'tenant_id': '6e73015dda13419c9f052d4446a4b45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:39.055266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Pushing event updated for resources: {'Network': ['ID=2ef58dbb-a0e2-4718-943d-d51b8a85ed81,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:39.058185 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:39.059189 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Made reservation on behalf of 6e73015dda13419c9f052d4446a4b45b for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:39.063910 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.065476 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 2ef58dbb-a0e2-4718-943d-d51b8a85ed81 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:10:39.132099 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52154) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:39.256125 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.258719 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-296f49bd-fce0-4130-860a-b90c9b2460b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:39.281079 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52164) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:39.304521 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2716f56-8171-4dea-8a0d-7180c01f24e8,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:39.315487 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.315871 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.316201 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.316526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.316847 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.317167 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.317482 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.317971 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.318290 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.318607 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.318924 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.319237 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Tracked resource versions report: Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: pushed versions: Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: { 'AddressGroup': {'1.2'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'ConntrackHelper': {'1.0'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Log': {'1.0'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Network': {'1.1'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Port': {'1.7'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'PortForwarding': {'1.2'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'QosPolicy': {'1.8'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroup': {'1.4'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SubPort': {'1.0'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Subnet': {'1.1'}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Trunk': {'1.1'}} Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: consumer versions: Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'ConntrackHelper': '1.0', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Log': '1.0', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Network': '1.1', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Port': '1.7', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'PortForwarding': '1.2', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'QosPolicy': '1.8', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroup': '1.4', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SecurityGroupRule': '1.2', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'SubPort': '1.0', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Subnet': '1.1', Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: 'Trunk': '1.1'}} Jun 26 18:10:39.320335 dv-cinder-798198-1-iscsi neutron-server[93011]: {{(pid=93011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:10:39.324017 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:39.330752 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Checking segment: {'id': 'f5dfaa4b-9fcd-484d-a5a2-92a866d5e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2ef58dbb-a0e2-4718-943d-d51b8a85ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:39.331715 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Network hostable DHCP agents. Network: 2ef58dbb-a0e2-4718-943d-d51b8a85ed81, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:10:39.348877 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Network 2ef58dbb-a0e2-4718-943d-d51b8a85ed81 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:10:39.358222 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 2ef58dbb-a0e2-4718-943d-d51b8a85ed81) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:39.362959 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:39.364913 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.367487 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53a662-0bcd-4ccf-bb93-fc1864054724 None None] Network 2ef58dbb-a0e2-4718-943d-d51b8a85ed81 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:39.391931 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3659289 Jun 26 18:10:39.432090 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-201143727-network', 'tenant_id': '860dc8efc8e748babfc745c840e88dde'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:39.458772 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Made reservation on behalf of 860dc8efc8e748babfc745c840e88dde for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:39.463379 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.475420 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52172) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:39.477111 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.585196 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52184) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:39.592492 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3c344-508b-4129-aabc-922f2cbe507d None None] Network 2ef58dbb-a0e2-4718-943d-d51b8a85ed81 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:39.641515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.648579 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1956249152-network', 'tenant_id': '47a822717cc64394971656883470c96c'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:39.664096 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.682092 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:10:39.687799 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:39.690137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Made reservation on behalf of 47a822717cc64394971656883470c96c for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:39.693091 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.694513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-137609753-network', 'tenant_id': 'c77060df42234339b536e26a6623eced'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:39.707133 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.707517 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Added segment 39ef5bf4-ce3c-4143-b551-ce8ace3236d7 of type vlan for network a0e47fdc-74bd-40bb-8e88-3d242165d299 Jun 26 18:10:39.757687 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Made reservation on behalf of c77060df42234339b536e26a6623eced for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:39.760333 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.764951 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.772086 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.776115 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.832379 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5068e2cb-9f08-49c0-b8b0-7647127e5297,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:39.837933 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:39.848449 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.850513 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:39.851664 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.862146 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:39.894194 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-434132229-network', 'tenant_id': '17abbad740344d1bb837cfe6b657386b'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:39.926469 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Pushing event updated for resources: {'Network': ['ID=a0e47fdc-74bd-40bb-8e88-3d242165d299,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:39.929317 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:39.942735 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network a0e47fdc-74bd-40bb-8e88-3d242165d299 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:10:39.966358 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.971085 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:39.977608 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-879568ce-8b82-4583-b361-d222a32a7925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:39.986681 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.db.api [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:10:39.986681 dv-cinder-798198-1-iscsi neutron-server[93011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:10:39.986681 dv-cinder-798198-1-iscsi neutron-server[93011]: [parameters: {'project_id_1': '17abbad740344d1bb837cfe6b657386b', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 10, 39, 899843)}] Jun 26 18:10:39.986681 dv-cinder-798198-1-iscsi neutron-server[93011]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:10:39.987123 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_db.api [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:10:39.998184 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:10:40.028225 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.029757 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Added segment 8344234c-fc79-4be9-84f0-dc3978443feb of type vlan for network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e Jun 26 18:10:40.086926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.088293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.093717 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:40.093895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.097552 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:40.109562 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:10:40.118541 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d98515d3-4efe-403e-996d-c6619b61d2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:40.132157 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.133610 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:40.134251 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.136336 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:40.147159 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0138824 Jun 26 18:10:40.148537 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.148872 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Added segment abe5f568-0abc-4fb8-be77-e18d3b1d3e64 of type vlan for network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 Jun 26 18:10:40.150449 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52224) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:40.155548 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Request body: {'subnet': {'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-201143727-subnet', 'tenant_id': '860dc8efc8e748babfc745c840e88dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:40.166114 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6ecca3-eca2-4258-8740-434aacd7107a,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:40.172100 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:40.202983 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7256463 Jun 26 18:10:40.205314 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52228) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:40.210927 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Request body: {'subnet': {'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-subnet', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:40.214516 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.220886 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Pushing event updated for resources: {'Network': ['ID=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:40.224673 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:40.231664 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Made reservation on behalf of 860dc8efc8e748babfc745c840e88dde for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:40.232560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:10:40.235028 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.254950 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Made reservation on behalf of c77060df42234339b536e26a6623eced for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:40.257788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.302242 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.305953 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:40.306529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.312515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:40.345740 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0634041 Jun 26 18:10:40.350563 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52236) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:40.365118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Request body: {'subnet': {'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1956249152-subnet', 'tenant_id': '47a822717cc64394971656883470c96c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:40.395765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7fad65-d6f4-4079-810a-fa3f2a11abb9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:40.399370 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:40.410746 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:10:40.421811 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Made reservation on behalf of 47a822717cc64394971656883470c96c for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:40.429331 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.538295 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.548197 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:40.566009 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Made reservation on behalf of 17abbad740344d1bb837cfe6b657386b for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:40.568098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.607458 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.608292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbd77a4-b0e9-4b33-b0b7-2278552c9063,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:40.614730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:40.619823 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Checking segment: {'id': '39ef5bf4-ce3c-4143-b551-ce8ace3236d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:40.620399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Network hostable DHCP agents. Network: a0e47fdc-74bd-40bb-8e88-3d242165d299, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:10:40.623691 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52244) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:40.649206 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Network a0e47fdc-74bd-40bb-8e88-3d242165d299 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:10:40.665718 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, a0e47fdc-74bd-40bb-8e88-3d242165d299) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:40.670478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:40.671072 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.675211 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.678678 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080411f9-9d0e-4231-8053-e247d249e9be None None] Network a0e47fdc-74bd-40bb-8e88-3d242165d299 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:40.689564 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:40.778109 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663c4d45-19a6-4986-8863-0fef0db3e6fa,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:40.780985 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:40.846351 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Checking segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:40.846755 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Network hostable DHCP agents. Network: 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:10:40.864205 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.874136 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab13759-ecd7-4f3d-bd35-f83ba9875f5f None None] Network a0e47fdc-74bd-40bb-8e88-3d242165d299 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:40.877927 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:40.937287 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Checking segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:40.937642 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Network hostable DHCP agents. Network: 5e7fad65-d6f4-4079-810a-fa3f2a11abb9, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:10:40.941723 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:10:40.980115 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:40.985073 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:40.985617 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:40.993723 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:10:40.995039 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6fdde2-e28c-4f02-a18b-e826a68a82bb None None] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:41.001537 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3d52d4-e4e6-41d5-aaa5-a616174b666b,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:41.009233 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:41.014731 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.025011 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 5e7fad65-d6f4-4079-810a-fa3f2a11abb9) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:41.034520 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:41.035833 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.042795 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37217afc-1ace-4d52-a876-0df27f841e8a None None] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:41.044541 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8930337 Jun 26 18:10:41.050322 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.075421 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.076162 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:10:41.087853 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.088405 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Added segment 21895d11-757b-4edc-afa2-663ecf4c9879 of type vlan for network 998127af-1123-411b-9c85-508d958147ac Jun 26 18:10:41.252343 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0459211 Jun 26 18:10:41.254450 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52266) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:41.257545 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:41.266864 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:41.272578 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9171290 Jun 26 18:10:41.275470 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52268) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:41.279810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:41.289954 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.297093 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.297227 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52270) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:41.309799 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.318872 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1144039578-network', 'tenant_id': 'b404c633bf4748328fc6973f344b60a1'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:41.331794 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7df2ef25-9369-4278-9947-c23bf8f2766d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:41.363366 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9ddff57eb544c2e9e2b83049b78ac46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7365034 Jun 26 18:10:41.363366 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52278) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:41.379160 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d581afe-1581-4130-9246-cc845754f29b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:41.386781 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:41.399033 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.401827 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.431020 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.448038 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7635fbed-f434-4e1c-9a27-77a3cf6e619e,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:41.456197 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:41.456798 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.468466 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-509d63b0-fbe1-48c4-9b96-c024af95889d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:41.470087 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:41.481280 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.db.api [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:10:41.481280 dv-cinder-798198-1-iscsi neutron-server[93011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:10:41.481280 dv-cinder-798198-1-iscsi neutron-server[93011]: [parameters: {'project_id_1': 'b404c633bf4748328fc6973f344b60a1', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 10, 41, 334299)}] Jun 26 18:10:41.481280 dv-cinder-798198-1-iscsi neutron-server[93011]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:10:41.481923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_db.api [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:10:41.489189 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34731f7e-db8d-4c16-91dc-89d2ec1ebd10 None None] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:41.505410 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.506551 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.545235 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.590669 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0047956 Jun 26 18:10:41.595723 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52294) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:41.601430 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Request body: {'subnet': {'network_id': '998127af-1123-411b-9c85-508d958147ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-subnet', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:41.637250 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=998127af-1123-411b-9c85-508d958147ac,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:41.643550 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:41.673096 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 998127af-1123-411b-9c85-508d958147ac details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:10:41.721543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Made reservation on behalf of 17abbad740344d1bb837cfe6b657386b for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:41.723716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.734041 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.810574 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.827120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.971394 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:10:41.971394 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:41.980644 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.010195 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.015516 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:42.062741 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413b5d37-c6bf-465b-9cba-5a47e4256658,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:42.070907 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Made reservation on behalf of b404c633bf4748328fc6973f344b60a1 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:42.073976 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.096928 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:42.098333 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.133285 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.235108 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.248227 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.251969 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Allocated IP 172.20.0.2 (5e7fad65-d6f4-4079-810a-fa3f2a11abb9/5f3d52d4-e4e6-41d5-aaa5-a616174b666b/4a2cdc4f-94f1-4d22-8a86-beb699162c04) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:42.255545 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.276020 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7635fbed-f434-4e1c-9a27-77a3cf6e619e HTTP/1.1" status: 204 len: 168 time: 0.9105260 Jun 26 18:10:42.277735 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-00a6db45-7a2c-4cb7-bbf5-802d9deed668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:42.289118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.309996 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7635fbed-f434-4e1c-9a27-77a3cf6e619e,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:42.310167 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:42.315229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:42.345321 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c9b4c-397b-498c-a2b1-1c70ca35cc4b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:42.419147 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:42.422748 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Checking segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:42.423561 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Network hostable DHCP agents. Network: 998127af-1123-411b-9c85-508d958147ac, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:10:42.432203 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:10:42.461716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.462130 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Added segment 764f02e5-0118-42e3-9a94-aec5cc9e3fbc of type vlan for network 0374f7a6-e17a-42a4-b599-03f1839f2351 Jun 26 18:10:42.478105 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Network 998127af-1123-411b-9c85-508d958147ac is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:10:42.509811 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 998127af-1123-411b-9c85-508d958147ac) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:42.528508 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:42.529239 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.542037 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.558734 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9620504 Jun 26 18:10:42.566045 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52330) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:42.578024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:42.608897 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.670421 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.697577 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.709322 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df48b7-5952-46f3-9da1-cf8e96b5da66 None None] Network 998127af-1123-411b-9c85-508d958147ac requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:42.743765 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:42.744648 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.765972 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:42.829899 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.830970 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.928526 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-998127af-1123-411b-9c85-508d958147ac', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:10:42.929707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:42.981107 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52346) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:42.986943 dv-cinder-798198-1-iscsi neutron-server[93012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 18:10:42.993142 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6912808 Jun 26 18:10:42.994353 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52348) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:43.052128 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Request body: {'subnet': {'network_id': '0374f7a6-e17a-42a4-b599-03f1839f2351', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1144039578-subnet', 'tenant_id': 'b404c633bf4748328fc6973f344b60a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:43.113647 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.127314 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Transition to ACTIVE for port object 4a2cdc4f-94f1-4d22-8a86-beb699162c04 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:43.147972 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Allocated IP 172.20.0.2 (998127af-1123-411b-9c85-508d958147ac/413b5d37-c6bf-465b-9cba-5a47e4256658/966a5d84-4464-4413-90de-f9c334cde1e1) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:43.153349 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Transition to ACTIVE for port object 4a2cdc4f-94f1-4d22-8a86-beb699162c04 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:43.168215 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.182299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Pushing event updated for resources: {'Network': ['ID=0374f7a6-e17a-42a4-b599-03f1839f2351,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:43.185099 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:43.189543 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-06d39d87-cc83-40da-a474-3d5ef3188d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:43.217286 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52356) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:43.238783 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 0374f7a6-e17a-42a4-b599-03f1839f2351 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:10:43.262889 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.266809 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.296306 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.299550 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.307203 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Allocated IP 172.27.2.53 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/50638c09-4d95-41bd-a542-c1455c7ed503) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:43.341930 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Pushing event updated for resources: {'Port': ['ID=4a2cdc4f-94f1-4d22-8a86-beb699162c04,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:43.345144 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Made reservation on behalf of b404c633bf4748328fc6973f344b60a1 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:43.347830 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.360326 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:43.361797 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.362139 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.363085 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.363441 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.363764 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.364085 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.364401 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.364718 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.365054 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.365371 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.366012 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.366012 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Tracked resource versions report: Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: pushed versions: Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: { 'AddressGroup': {'1.2'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'ConntrackHelper': {'1.0'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Log': {'1.0'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Network': {'1.1'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Port': {'1.7'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'PortForwarding': {'1.2'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'QosPolicy': {'1.8'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroup': {'1.4'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SubPort': {'1.0'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Subnet': {'1.1'}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Trunk': {'1.1'}} Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: consumer versions: Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'ConntrackHelper': '1.0', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Log': '1.0', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Network': '1.1', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Port': '1.7', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'PortForwarding': '1.2', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'QosPolicy': '1.8', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroup': '1.4', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SecurityGroupRule': '1.2', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'SubPort': '1.0', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Subnet': '1.1', Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: 'Trunk': '1.1'}} Jun 26 18:10:43.367069 dv-cinder-798198-1-iscsi neutron-server[93013]: {{(pid=93013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:10:43.374867 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:43.377358 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:43.379697 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:43.459993 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Attempting to bind port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:10:43.460668 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Attempting to bind port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:10:43.461254 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Attempting to bind port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:10:43.484704 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:10:43.485418 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Checking segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:43.486026 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.486657 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Bound using segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:10:43.487987 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Bound port: 4a2cdc4f-94f1-4d22-8a86-beb699162c04, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:10:43.488650 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.540215 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.547203 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.554418 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Transition to ACTIVE for port object 966a5d84-4464-4413-90de-f9c334cde1e1 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:43.608041 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-e810387a-b404-4ffd-831b-cc5e32a595b5 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:43.611626 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Transition to ACTIVE for port object 966a5d84-4464-4413-90de-f9c334cde1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:43.615032 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-e810387a-b404-4ffd-831b-cc5e32a595b5 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/networks?id=a0e47fdc-74bd-40bb-8e88-3d242165d299 HTTP/1.1" status: 200 len: 811 time: 0.6324198 Jun 26 18:10:43.615913 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] For port 4a2cdc4f-94f1-4d22-8a86-beb699162c04, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:10:43.619701 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] For port 4a2cdc4f-94f1-4d22-8a86-beb699162c04, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4a2cdc4f-94f1-4d22-8a86-beb699162c04,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:10:43.621458 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.624085 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.626915 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:43.631970 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.662488 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-e12779a4-67fa-4c18-b1c0-09f13a480e3c tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/quotas/860dc8efc8e748babfc745c840e88dde HTTP/1.1" status: 200 len: 375 time: 0.0464628 Jun 26 18:10:43.686453 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Network 998127af-1123-411b-9c85-508d958147ac is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:43.692718 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:43.696780 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:43.709327 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.741917 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-0ccb1ce8-841c-4f35-9aa2-e001fb0ca52d tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=860dc8efc8e748babfc745c840e88dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784712 Jun 26 18:10:43.744656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.758870 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:43.766932 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52370) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:43.774796 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Pushing event updated for resources: {'Port': ['ID=966a5d84-4464-4413-90de-f9c334cde1e1,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:43.803881 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:43.804839 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Attempting to bind port 966a5d84-4464-4413-90de-f9c334cde1e1 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:10:43.805374 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Attempting to bind port 966a5d84-4464-4413-90de-f9c334cde1e1 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:10:43.806424 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Attempting to bind port 966a5d84-4464-4413-90de-f9c334cde1e1 on network 998127af-1123-411b-9c85-508d958147ac {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:10:43.808482 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5eba4252-d6ff-4981-9bec-f354ec98b26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:43.826318 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67685200cb4a4372bdd7148b1056b2ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5697658 Jun 26 18:10:43.828874 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba20dd92-6c94-426b-a3df-a9cfd40121b4,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:43.832596 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52374) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:43.832969 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:43.841474 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.850448 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:10:43.851006 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-058da467-15a7-4dba-82ec-37fd7b9500fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:43.851352 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Checking segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:43.852010 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.852657 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Bound using segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:10:43.853347 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Bound port: 966a5d84-4464-4413-90de-f9c334cde1e1, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:10:43.853961 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.883452 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:43.913775 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:43.926375 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:43.930739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] For port 966a5d84-4464-4413-90de-f9c334cde1e1, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:10:43.937252 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] For port 966a5d84-4464-4413-90de-f9c334cde1e1, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=966a5d84-4464-4413-90de-f9c334cde1e1,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:10:43.950739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:43.976835 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Pushing event updated for resources: {'Port': ['ID=4a2cdc4f-94f1-4d22-8a86-beb699162c04,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:43.982878 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:43.983449 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:44.006769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.061900 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Pushing event updated for resources: {'Port': ['ID=966a5d84-4464-4413-90de-f9c334cde1e1,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:44.066971 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:44.067283 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Allocated IP 172.27.2.19 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/d10ff97a-7126-43d4-b9ad-eaf395a66427) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:44.069221 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:44.137802 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.162689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Pushing event updated for resources: {'Port': ['ID=50638c09-4d95-41bd-a542-c1455c7ed503,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:44.166142 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:44.190232 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-fddd7ecf-a499-4ef2-be0b-1d0c83bbcc4c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:10:44.191897 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-fddd7ecf-a499-4ef2-be0b-1d0c83bbcc4c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0875607 Jun 26 18:10:44.343894 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.371316 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.383094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=91dc95a0-f71b-4e83-9267-9d5e5f6d4331,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:44.410604 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:44.417425 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.423026 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.424521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.481081 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-a5936d67-6213-4695-9030-1d107c247431 service neutron] 10.222.0.23 "GET /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548940 Jun 26 18:10:44.486803 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Checking segment: {'id': '764f02e5-0118-42e3-9a94-aec5cc9e3fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0374f7a6-e17a-42a4-b599-03f1839f2351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:44.487162 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Network hostable DHCP agents. Network: 0374f7a6-e17a-42a4-b599-03f1839f2351, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:10:44.546343 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.580588 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.600496 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Network 0374f7a6-e17a-42a4-b599-03f1839f2351 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:10:44.624117 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 0374f7a6-e17a-42a4-b599-03f1839f2351) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:44.631360 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:44.631941 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.634108 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.638824 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465b64e-456a-4e67-ae99-f986c9cebef3 None None] Network 0374f7a6-e17a-42a4-b599-03f1839f2351 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:44.656710 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.657864 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba20dd92-6c94-426b-a3df-a9cfd40121b4 HTTP/1.1" status: 204 len: 168 time: 0.8243465 Jun 26 18:10:44.668352 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:44.685083 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.685933 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba20dd92-6c94-426b-a3df-a9cfd40121b4,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:44.725816 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:44.732105 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7136209 Jun 26 18:10:44.738684 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:44.779769 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:44.804272 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:44.805689 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Allocated IP 172.27.2.36 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/a956608f-d5ad-413f-b253-cfe7f9f1abce) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:44.809293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:44.815758 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:44.826097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:44.903983 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5bf95be40c249a0b88c41e06bf6abd7&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1341543 Jun 26 18:10:44.908559 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52406) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:44.915368 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Pushing event updated for resources: {'Port': ['ID=d10ff97a-7126-43d4-b9ad-eaf395a66427,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:44.938431 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-87ec2ec9-2e10-4207-a0a4-8abf6285b5b6 service neutron] 10.222.0.23 "GET /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370947 Jun 26 18:10:44.943024 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455d8d09-cc7c-4d1e-beae-f062e1c63fa1,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:44.946801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:45.021393 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a5470648-df3c-4f8a-9972-3c0aebe82087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.058854 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:45.085301 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.140240 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1ee1a-2f2c-4b29-bda6-3d13dc481c2f None None] Network 0374f7a6-e17a-42a4-b599-03f1839f2351 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:45.177733 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52414) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:45.372865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Deleting subnet c2716f56-8171-4dea-8a0d-7180c01f24e8 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:10:45.377126 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.442497 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.454478 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.462105 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52432) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:45.480287 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa84e89-588b-41da-9ee8-1963f9b89382 None None] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:45.533769 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:10:45.539704 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f87d6907-3ecd-460c-ad6a-eddef90212c4 req-d2ad463f-9039-4a77-93ce-bb54940c9e67 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0759070 Jun 26 18:10:45.616781 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.649715 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.682260 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-fb6343c9-840c-4966-a241-460e270184a9 None None] Provisioning for port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:45.690153 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.770055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:10:45.780089 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a54418-e6e0-4fc8-ac56-2048672effcd None None] Network 998127af-1123-411b-9c85-508d958147ac requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:10:45.780744 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:10:45.791472 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.792922 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5165107 Jun 26 18:10:45.793690 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:45.794325 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:45.795721 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52448) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:45.886185 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.928810 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:45.938662 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:45.946354 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c29d492c-5c8c-4570-8ee5-0752c1a1e214 None None] Provisioning for port 966a5d84-4464-4413-90de-f9c334cde1e1 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:45.991915 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 966a5d84-4464-4413-90de-f9c334cde1e1 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:46.056582 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:46.105925 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2716f56-8171-4dea-8a0d-7180c01f24e8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:46.117265 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:46.131632 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ea71644d-4ba8-46b4-b60e-98bbaf799c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:46.141441 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.153970 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2716f56-8171-4dea-8a0d-7180c01f24e8 HTTP/1.1" status: 204 len: 168 time: 0.9743822 Jun 26 18:10:46.167785 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52464) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:46.255322 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Pushing event updated for resources: {'Port': ['ID=a956608f-d5ad-413f-b253-cfe7f9f1abce,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:46.265643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:46.294923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:46.298020 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 966a5d84-4464-4413-90de-f9c334cde1e1 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:46.305956 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 966a5d84-4464-4413-90de-f9c334cde1e1 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:46.306423 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.333539 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:46.338277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:46.445638 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:44Z', 'revision_number': 3, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:46.502555 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.527924 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:10:46.528293 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Updating router 42045186-f267-4248-bc0f-351bc9eb2fb2 port 50638c09-4d95-41bd-a542-c1455c7ed503 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:10:46.581969 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 966a5d84-4464-4413-90de-f9c334cde1e1, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=966a5d84-4464-4413-90de-f9c334cde1e1,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:10:46.591580 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.593786 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4a2cdc4f-94f1-4d22-8a86-beb699162c04 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:46.598596 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5eba4252-d6ff-4981-9bec-f354ec98b26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:46.610395 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.620862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.636619 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.760435 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=966a5d84-4464-4413-90de-f9c334cde1e1,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:46.775215 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:46.781006 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.782856 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/455d8d09-cc7c-4d1e-beae-f062e1c63fa1 HTTP/1.1" status: 204 len: 168 time: 1.8692300 Jun 26 18:10:46.783768 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:46.792186 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.801996 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:46.830919 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:46.833850 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:46.905474 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0cb4057-9758-425a-a62f-9ea45abf60ac req-d005b59c-68ef-415f-b117-e2a5e714a87e tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0785239 Jun 26 18:10:46.930806 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f092e4f3-f4e7-4910-9f25-eef264525781 None None] Provisioning complete for port 966a5d84-4464-4413-90de-f9c334cde1e1 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:46.931369 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f092e4f3-f4e7-4910-9f25-eef264525781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.079830 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d8d09-cc7c-4d1e-beae-f062e1c63fa1,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:47.131795 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:47.142066 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.201125 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.241148 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Allocated IP 172.20.0.1 (5e7fad65-d6f4-4079-810a-fa3f2a11abb9/5f3d52d4-e4e6-41d5-aaa5-a616174b666b/2d893908-c232-4ec8-afb4-2bf066d1efa2) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:47.272070 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.294669 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Transition to ACTIVE for port object 50638c09-4d95-41bd-a542-c1455c7ed503 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:47.312202 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.318368 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:47.372347 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.379926 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 4a2cdc4f-94f1-4d22-8a86-beb699162c04, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4a2cdc4f-94f1-4d22-8a86-beb699162c04,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:10:47.384863 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.394169 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.400113 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:47.401532 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Pushing event updated for resources: {'Port': ['ID=50638c09-4d95-41bd-a542-c1455c7ed503,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:47.408042 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.408042 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.410218 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.413637 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.415501 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.418059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.421433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.421897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.422236 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.422411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.422799 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.423296 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.425635 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.426142 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.426628 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.427100 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.427597 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.430025 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.430525 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.431009 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.431607 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.432076 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Tracked resource versions report: Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: pushed versions: Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: { 'AddressGroup': {'1.2'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'ConntrackHelper': {'1.0'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Log': {'1.0'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Network': {'1.1'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Port': {'1.7'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'PortForwarding': {'1.2'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'QosPolicy': {'1.8'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroup': {'1.4'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroupRule': {'1.2'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SubPort': {'1.0'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Subnet': {'1.1'}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Trunk': {'1.1'}} Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: consumer versions: Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: { DHCP agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: HyperV agent@hv-cinder-79819: {}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: L3 agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: Metadata agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: Metering agent@dv-cinder-798198-1-iscsi: {}, Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: Open vSwitch agent@dv-cinder-798198-1-iscsi: { 'AddressGroup': '1.2', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'ConntrackHelper': '1.0', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Log': '1.0', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Network': '1.1', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Port': '1.7', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'PortForwarding': '1.2', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'QosPolicy': '1.8', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroup': '1.4', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SecurityGroupRule': '1.2', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'SubPort': '1.0', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Subnet': '1.1', Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: 'Trunk': '1.1'}} Jun 26 18:10:47.437498 dv-cinder-798198-1-iscsi neutron-server[93014]: {{(pid=93014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 18:10:47.467311 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:47.473478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.494101 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=4a2cdc4f-94f1-4d22-8a86-beb699162c04,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:47.501360 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:47.503399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Transition to ACTIVE for port object 2d893908-c232-4ec8-afb4-2bf066d1efa2 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:47.528258 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Attempting to bind port 50638c09-4d95-41bd-a542-c1455c7ed503 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:10:47.529374 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Attempting to bind port 50638c09-4d95-41bd-a542-c1455c7ed503 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:10:47.530584 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Attempting to bind port 50638c09-4d95-41bd-a542-c1455c7ed503 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:10:47.538398 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:10:47.539293 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:47.540170 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.540950 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:10:47.541732 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Bound port: 50638c09-4d95-41bd-a542-c1455c7ed503, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:10:47.542478 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.545273 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-8b9f6e5b-feae-42f0-a973-62189b04e450 None None] Provisioning complete for port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:47.545753 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e5b-feae-42f0-a973-62189b04e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.551461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-420cb716-1f1d-4f1f-87f1-01fca4ca9314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.583729 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.587037 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:47.617114 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] For port 50638c09-4d95-41bd-a542-c1455c7ed503, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:10:47.621021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.621182 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] For port 50638c09-4d95-41bd-a542-c1455c7ed503, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=50638c09-4d95-41bd-a542-c1455c7ed503,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:10:47.632535 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.635686 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:47.678094 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Pushing event updated for resources: {'Port': ['ID=2d893908-c232-4ec8-afb4-2bf066d1efa2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:47.684135 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:47.709792 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:47.712591 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:47.718333 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:47.719309 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.772896 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Pushing event updated for resources: {'Port': ['ID=50638c09-4d95-41bd-a542-c1455c7ed503,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:47.783037 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:47.783037 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:47.783037 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:47.816207 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.817792 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.818438 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.819239 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:10:47.819805 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef58dbb-a0e2-4718-943d-d51b8a85ed81']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:47.857288 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 966a5d84-4464-4413-90de-f9c334cde1e1 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:47.863137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52520) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:47.898013 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dfaa4b-9fcd-484d-a5a2-92a866d5e59e') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:47.898443 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dfaa4b-9fcd-484d-a5a2-92a866d5e59e') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:47.927874 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.937884 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:47.953098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.961842 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:10:47.962244 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:47.962837 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 966a5d84-4464-4413-90de-f9c334cde1e1 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:47.963230 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: from cryptography.utils import int_from_bytes Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: from cryptography.utils import int_from_bytes Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:10:48.074974 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:10:48.078557 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.085932 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.114578 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.116950 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ef58dbb-a0e2-4718-943d-d51b8a85ed81 HTTP/1.1" status: 204 len: 168 time: 1.8689997 Jun 26 18:10:48.169494 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4a2cdc4f-94f1-4d22-8a86-beb699162c04 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:48.185959 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fea95500-5b8b-4912-a22e-68a07ba92ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:48.188027 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52524) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:48.246979 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.254335 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e24b48ff-06a6-4053-98d5-f171e99b701e None None] Provisioning for port 2d893908-c232-4ec8-afb4-2bf066d1efa2 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:48.256615 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:44Z', 'revision_number': 3, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:48.282357 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e24b48ff-06a6-4053-98d5-f171e99b701e None None] Provisioning complete for port 2d893908-c232-4ec8-afb4-2bf066d1efa2 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:48.282463 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e24b48ff-06a6-4053-98d5-f171e99b701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.291678 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adf02e-ea35-40a0-835d-33db1bfd145d None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:44Z', 'revision_number': 3, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:10:48.314186 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f198c6ab-b331-4f8b-a9d0-0bf89f5e67ef req-895e30af-dbdc-47d1-908b-6a0d2fd9cd17 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.1138809 Jun 26 18:10:48.390686 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-e24b48ff-06a6-4053-98d5-f171e99b701e None None] Port 2d893908-c232-4ec8-afb4-2bf066d1efa2 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:10:48.397271 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:48.397368 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.429407 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef58dbb-a0e2-4718-943d-d51b8a85ed81,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:48.441586 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.443680 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:48.603790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Deleting subnet 91dc95a0-f71b-4e83-9267-9d5e5f6d4331 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:10:48.610012 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.612296 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.678478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.687780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.692807 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.696142 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:48.761688 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.778481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.800281 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a25bf5056644cdb79c5d9347838430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329777 Jun 26 18:10:48.800563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dda50f-3d2f-44d5-bea1-f0cda5684606,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:48.802892 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52540) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:48.806113 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:48.835510 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.852592 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.854550 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.861690 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:48.915169 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:10:48.936035 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.943284 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ee7c0ad4-d1ca-44d2-97f7-983f966bc203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:48.962125 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Pushing event updated for resources: {'Port': ['ID=2d893908-c232-4ec8-afb4-2bf066d1efa2,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:48.967985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:48.969665 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:48.999695 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.006787 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91dc95a0-f71b-4e83-9267-9d5e5f6d4331,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:49.012157 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.016284 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/91dc95a0-f71b-4e83-9267-9d5e5f6d4331 HTTP/1.1" status: 204 len: 168 time: 0.8086493 Jun 26 18:10:49.018087 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:49.018087 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52542) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:49.072033 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:49.075010 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:49.093394 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.097477 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.101001 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7dda50f-3d2f-44d5-bea1-f0cda5684606 HTTP/1.1" status: 204 len: 168 time: 0.2937868 Jun 26 18:10:49.101001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c6ddb476-4039-4133-b7e8-9b0802f81d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:49.110907 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dda50f-3d2f-44d5-bea1-f0cda5684606,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:49.163976 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:49.177495 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:10:49.188130 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:10:49.196731 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.204351 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Sync routers for ids ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:10:49.222219 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Routers {'740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:49.222922 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:49.302049 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.35', 55682) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:49.425597 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.427497 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1665082 Jun 26 18:10:49.433561 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52550) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:49.489368 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-4d380387-9d17-4bc9-b540-cae9d32df1d3 None None] Provisioning complete for port 2d893908-c232-4ec8-afb4-2bf066d1efa2 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:49.490381 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4d380387-9d17-4bc9-b540-cae9d32df1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.532617 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Set router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:49.624083 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:10:49.664562 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-19afd31a-cea8-4cde-a0ea-6ab2242e5fc8 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:49.666391 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-19afd31a-cea8-4cde-a0ea-6ab2242e5fc8 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.35 "GET /v2.0/networks?id=a0e47fdc-74bd-40bb-8e88-3d242165d299 HTTP/1.1" status: 200 len: 811 time: 0.3627977 Jun 26 18:10:49.732724 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-4d380387-9d17-4bc9-b540-cae9d32df1d3 None None] Port 2d893908-c232-4ec8-afb4-2bf066d1efa2 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:10:49.821775 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:45Z', 'revision_number': 3, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:49.841244 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:49.852801 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-26260ab1-cb57-4baf-85a2-920cbf2b505a req-7fb9fc8e-43f2-4478-91d9-d092728b4182 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.1134336 Jun 26 18:10:49.865280 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Request body: {'port': {'device_id': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299', 'admin_state_up': True, 'tenant_id': '860dc8efc8e748babfc745c840e88dde'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:49.905381 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 50638c09-4d95-41bd-a542-c1455c7ed503 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:49.909605 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Checking router: 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:10:49.909892 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Updating router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 port d10ff97a-7126-43d4-b9ad-eaf395a66427 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:10:49.978694 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:10:49.985921 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0374f7a6-e17a-42a4-b599-03f1839f2351']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:49.990829 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:10:50.018513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764f02e5-0118-42e3-9a94-aec5cc9e3fbc') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:50.019217 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764f02e5-0118-42e3-9a94-aec5cc9e3fbc') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:50.021200 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:50.022410 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:50.036648 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.063004 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.067484 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5001230 Jun 26 18:10:50.068619 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52584) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:50.096246 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:10:50.123111 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.133493 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:10:50.133871 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:10:50.136509 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:10:50.158992 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.204377 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.207384 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] 10.222.0.23 "PUT /v2.0/routers/42045186-f267-4248-bc0f-351bc9eb2fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094961 Jun 26 18:10:50.271780 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.287889 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:50.296379 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.298875 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0374f7a6-e17a-42a4-b599-03f1839f2351 HTTP/1.1" status: 204 len: 168 time: 1.2770152 Jun 26 18:10:50.317778 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0374f7a6-e17a-42a4-b599-03f1839f2351,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:50.321751 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ad38f6bd-8c66-43b1-a07c-4738a60c2bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:50.455184 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 50638c09-4d95-41bd-a542-c1455c7ed503 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:50.479360 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 50638c09-4d95-41bd-a542-c1455c7ed503 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:50.479790 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.588516 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:50.592084 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Made reservation on behalf of 860dc8efc8e748babfc745c840e88dde for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:10:50.601044 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.813312 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52612) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:50.875458 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:10:50.941720 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:50.996856 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:46Z', 'revision_number': 3, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:51.004404 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:51.005077 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:51.007631 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.050999 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:10:51.051568 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Updating router ae9a33d0-0141-49a5-b79b-7d713e8c4214 port a956608f-d5ad-413f-b253-cfe7f9f1abce binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:10:51.139125 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.247231 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 50638c09-4d95-41bd-a542-c1455c7ed503, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=50638c09-4d95-41bd-a542-c1455c7ed503,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:10:51.278040 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.282879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.307415 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:51.327890 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Allocated IP 172.20.0.1 (2b791ea2-7a05-45b8-a3b1-2f35cfe9063e/663c4d45-19a6-4986-8863-0fef0db3e6fa/28b77930-2e29-4dec-ab5a-6eea7d0f4414) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:51.434067 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Transition to ACTIVE for port object d10ff97a-7126-43d4-b9ad-eaf395a66427 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:51.438728 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a0f56c-6029-4847-a9ad-38ff2657178e req-1164b741-9249-4578-8c60-e73b53399400 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0539472 Jun 26 18:10:51.483111 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5e41e2dd-d353-4da6-9faa-b1c9a5c5d24b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e73015dda13419c9f052d4446a4b45b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6682014 Jun 26 18:10:51.487357 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52640) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:51.501738 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Allocated IP 172.20.0.2 (a0e47fdc-74bd-40bb-8e88-3d242165d299/adbd77a4-b0e9-4b33-b0b7-2278552c9063/c45180e2-9d2d-42ce-821c-6dcf37e955e9) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:51.591728 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=50638c09-4d95-41bd-a542-c1455c7ed503,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:51.604641 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:51.605426 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.614013 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.618701 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:51.702435 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:51.737756 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.741021 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:51.846019 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Pushing event updated for resources: {'Port': ['ID=28b77930-2e29-4dec-ab5a-6eea7d0f4414,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:51.848954 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Attempting to bind port d10ff97a-7126-43d4-b9ad-eaf395a66427 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:10:51.849338 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Attempting to bind port d10ff97a-7126-43d4-b9ad-eaf395a66427 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:10:51.849703 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Attempting to bind port d10ff97a-7126-43d4-b9ad-eaf395a66427 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:10:51.857186 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:51.877293 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:51.881196 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:51.889705 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:51.971385 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:51.976610 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.000285 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.002296 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Transition to ACTIVE for port object a956608f-d5ad-413f-b253-cfe7f9f1abce will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:52.014993 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.029426 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-c1b5f731-72d5-4c51-9175-ba571ae682ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:52.086822 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f048-8b5a-4642-8f1e-fe8746f99d6c None None] Pushing event updated for resources: {'Port': ['ID=d10ff97a-7126-43d4-b9ad-eaf395a66427,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:52.103848 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f047f048-8b5a-4642-8f1e-fe8746f99d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:52.111891 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 50638c09-4d95-41bd-a542-c1455c7ed503 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:52.132482 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:10:52.132929 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:52.133643 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.133643 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:10:52.134130 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Bound port: d10ff97a-7126-43d4-b9ad-eaf395a66427, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:10:52.134529 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.143840 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac589a-30e8-4b74-bc07-6932f5590c25 None None] Pushing event updated for resources: {'Port': ['ID=a956608f-d5ad-413f-b253-cfe7f9f1abce,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:52.194143 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Attempting to bind port a956608f-d5ad-413f-b253-cfe7f9f1abce on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:10:52.194513 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Attempting to bind port a956608f-d5ad-413f-b253-cfe7f9f1abce by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:10:52.195066 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Attempting to bind port a956608f-d5ad-413f-b253-cfe7f9f1abce on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:10:52.204879 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52666) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:52.215565 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-a3ac589a-30e8-4b74-bc07-6932f5590c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:52.216540 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:10:52.216866 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:52.217180 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.217569 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:10:52.218050 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Bound port: a956608f-d5ad-413f-b253-cfe7f9f1abce, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:10:52.218426 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.235171 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.235729 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641586136', 'description': 'tempest-description--308711044'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:52.325143 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.372196 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.400147 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] For port a956608f-d5ad-413f-b253-cfe7f9f1abce, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:10:52.408285 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] For port a956608f-d5ad-413f-b253-cfe7f9f1abce, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a956608f-d5ad-413f-b253-cfe7f9f1abce,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:10:52.421997 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.460671 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:52.512029 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.522223 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.533972 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dd1d422-bb45-4d2d-a453-1f4c0c307dff HTTP/1.1" status: 204 len: 168 time: 1.0437562 Jun 26 18:10:52.548936 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bcaade41-5b20-4fe1-9c9c-66a935ba2fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:52.584985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.590303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1d422-bb45-4d2d-a453-1f4c0c307dff,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:52.611364 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52680) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:52.620613 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:52.657172 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:52.658091 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:52.678040 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.723453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:52.735693 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] For port d10ff97a-7126-43d4-b9ad-eaf395a66427, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:10:52.759785 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] For port d10ff97a-7126-43d4-b9ad-eaf395a66427, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=d10ff97a-7126-43d4-b9ad-eaf395a66427,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:10:52.773258 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac589a-30e8-4b74-bc07-6932f5590c25 None None] Pushing event updated for resources: {'Port': ['ID=a956608f-d5ad-413f-b253-cfe7f9f1abce,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:52.774900 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.775938 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.793300 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-a3ac589a-30e8-4b74-bc07-6932f5590c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:52.837678 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 50638c09-4d95-41bd-a542-c1455c7ed503 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:52.838097 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:52.855945 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:52.921033 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:53.078199 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.095648 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.141472 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Routers {'740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:53.144905 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:53.157084 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f048-8b5a-4642-8f1e-fe8746f99d6c None None] Pushing event updated for resources: {'Port': ['ID=d10ff97a-7126-43d4-b9ad-eaf395a66427,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:53.163615 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Allocated IP 172.20.0.1 (998127af-1123-411b-9c85-508d958147ac/413b5d37-c6bf-465b-9cba-5a47e4256658/ec33037f-d52f-4732-8658-7e24035042f9) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:53.196422 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:53.212957 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.215378 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0083170 Jun 26 18:10:53.248125 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f047f048-8b5a-4642-8f1e-fe8746f99d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:53.249251 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52692) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:53.359509 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'security_group_rule': {'security_group_id': '8669c69f-3abb-4052-8faa-c8eaa9ed7448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:53.470007 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8669c69f-3abb-4052-8faa-c8eaa9ed7448,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:53.474098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.500917 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:53.519304 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] Set router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:53.662488 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.681044 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Transition to ACTIVE for port object ec33037f-d52f-4732-8658-7e24035042f9 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:53.693325 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:46Z', 'revision_number': 3, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:53.733677 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.759631 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Pushing event updated for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:53.761268 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 2, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:53.762040 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52702) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:53.766126 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.776315 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Network a0e47fdc-74bd-40bb-8e88-3d242165d299 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:53.792252 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6ac79-865b-4c68-98dd-345c88118f63 None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:46Z', 'revision_number': 3, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:10:53.795111 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:53.796535 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:53.812195 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:53.816258 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:10:53.816624 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Updating router 42045186-f267-4248-bc0f-351bc9eb2fb2 port 2d893908-c232-4ec8-afb4-2bf066d1efa2 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:10:53.819160 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:53.820072 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.838341 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.853369 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:53.881811 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0897460 Jun 26 18:10:53.906328 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:53.920876 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '28b77930-2e29-4dec-ab5a-6eea7d0f4414', 'name': '', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'mac_address': 'fa:16:3e:51:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:51Z', 'updated_at': '2021-06-26T18:10:51Z', 'revision_number': 1, 'project_id': 'c77060df42234339b536e26a6623eced', 'subnets': [{'id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:53.968866 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Pushing event updated for resources: {'Port': ['ID=ec33037f-d52f-4732-8658-7e24035042f9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:53.990479 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:54.007295 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891aeed6-ae85-4a08-8ba4-1c1a23aded07 None None] The sync data for ids ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'] in dv-cinder-798198-1-iscsi is: [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '28b77930-2e29-4dec-ab5a-6eea7d0f4414', 'name': '', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'mac_address': 'fa:16:3e:51:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:51Z', 'updated_at': '2021-06-26T18:10:51Z', 'revision_number': 1, 'project_id': 'c77060df42234339b536e26a6623eced', 'subnets': [{'id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:10:54.012081 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206855e-af6b-4dc2-8dd4-576468ee8c29 req-48ffdd0f-45d5-4e17-aad8-ca1a1622db01 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:54.014340 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9206855e-af6b-4dc2-8dd4-576468ee8c29 req-48ffdd0f-45d5-4e17-aad8-ca1a1622db01 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 931 time: 0.6820972 Jun 26 18:10:54.025300 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.027141 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Network 998127af-1123-411b-9c85-508d958147ac is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:54.035986 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:54.039621 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:10:54.040422 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.339707 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-16d6bad6-4c22-4480-a2d7-f29ab1895dcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b404c633bf4748328fc6973f344b60a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5746117 Jun 26 18:10:54.385971 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52710) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:54.386669 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-46890d39-74fb-42a7-b015-df9114ba8385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:54.423411 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9206855e-af6b-4dc2-8dd4-576468ee8c29 req-080a1943-049c-4d2f-af03-1ccc01b9ef36 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867130 Jun 26 18:10:54.451530 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.644769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Pushing event updated for resources: {'Port': ['ID=28b77930-2e29-4dec-ab5a-6eea7d0f4414,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:54.660295 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:54.666949 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.678239 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Transition to ACTIVE for port object 2d893908-c232-4ec8-afb4-2bf066d1efa2 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:10:54.696508 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.720954 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:54.752203 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c065d64e-2ccc-4f3b-903a-b3610ffab6a9 None None] Provisioning for port ec33037f-d52f-4732-8658-7e24035042f9 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:54.822695 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c065d64e-2ccc-4f3b-903a-b3610ffab6a9 None None] Provisioning complete for port ec33037f-d52f-4732-8658-7e24035042f9 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:54.826131 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c065d64e-2ccc-4f3b-903a-b3610ffab6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.830564 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.830730 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.832387 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.883781 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83b578-02e8-49bb-9af9-48a494278a1c None None] Pushing event updated for resources: {'Port': ['ID=2d893908-c232-4ec8-afb4-2bf066d1efa2,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:54.890162 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.897532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.912106 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.913719 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:54.922148 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:54.925510 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:54.995531 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-2f83b578-02e8-49bb-9af9-48a494278a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:55.002267 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Pushing event updated for resources: {'Port': ['ID=ec33037f-d52f-4732-8658-7e24035042f9,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:55.006614 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:55.072167 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Attempting to bind port 2d893908-c232-4ec8-afb4-2bf066d1efa2 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:10:55.072660 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Attempting to bind port 2d893908-c232-4ec8-afb4-2bf066d1efa2 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:10:55.073147 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Attempting to bind port 2d893908-c232-4ec8-afb4-2bf066d1efa2 on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:10:55.084073 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-c065d64e-2ccc-4f3b-903a-b3610ffab6a9 None None] Port ec33037f-d52f-4732-8658-7e24035042f9 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:10:55.097652 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:10:55.099782 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Checking segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:10:55.100371 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.107835 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Bound using segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:10:55.110451 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c033343-a713-496c-85ba-373364eaf44e,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:55.111416 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Bound port: 2d893908-c232-4ec8-afb4-2bf066d1efa2, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:10:55.125917 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.167858 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Network 998127af-1123-411b-9c85-508d958147ac is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:55.169616 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:55.176650 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:55.178381 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.303503 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.319229 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] For port 2d893908-c232-4ec8-afb4-2bf066d1efa2, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:10:55.323847 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] For port 2d893908-c232-4ec8-afb4-2bf066d1efa2, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=2d893908-c232-4ec8-afb4-2bf066d1efa2,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:10:55.325750 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:10:55.336368 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.339300 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:55.421348 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.439877 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.450177 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.451402 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0960195 Jun 26 18:10:55.460721 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:10:55.461939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b2938d77-3798-49fc-b168-fd15b9baa6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:55.464690 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52728) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:55.496492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'security_group_rule': {'security_group_id': '8669c69f-3abb-4052-8faa-c8eaa9ed7448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:55.500332 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83b578-02e8-49bb-9af9-48a494278a1c None None] Pushing event updated for resources: {'Port': ['ID=2d893908-c232-4ec8-afb4-2bf066d1efa2,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:55.517280 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:10:55.517649 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-2f83b578-02e8-49bb-9af9-48a494278a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:55.534985 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:55.535754 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:55.609292 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f98bbb210aa24d77b38f8d4a67c430cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9941425 Jun 26 18:10:55.623464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52736) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:55.657534 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b2137-7401-4007-803a-ee3c3584b4c7,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:55.759138 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:55.790657 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.811757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.823051 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/152c9b4c-397b-498c-a2b1-1c70ca35cc4b HTTP/1.1" status: 204 len: 168 time: 1.2667117 Jun 26 18:10:55.832587 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:55.909741 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c9b4c-397b-498c-a2b1-1c70ca35cc4b,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:55.916939 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-952fdd1f-b7c1-4e78-b72d-e91338877eb1 None None] Provisioning complete for port ec33037f-d52f-4732-8658-7e24035042f9 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:55.917454 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-952fdd1f-b7c1-4e78-b72d-e91338877eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.956546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:10:55.963122 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] 10.222.0.23 "PUT /v2.0/routers/ae9a33d0-0141-49a5-b79b-7d713e8c4214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8925571 Jun 26 18:10:55.971644 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:55.972370 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:55.983275 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-952fdd1f-b7c1-4e78-b72d-e91338877eb1 None None] Port ec33037f-d52f-4732-8658-7e24035042f9 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:10:55.995031 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a956608f-d5ad-413f-b253-cfe7f9f1abce up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:56.139856 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port a956608f-d5ad-413f-b253-cfe7f9f1abce completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:56.143246 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:56.147161 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999327-ee7a-4a41-a9d0-0b5f209728eb req-6e96bc40-2e40-4cdd-8c2d-e0882ece7d5d tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:56.161782 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60999327-ee7a-4a41-a9d0-0b5f209728eb req-6e96bc40-2e40-4cdd-8c2d-e0882ece7d5d tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 931 time: 0.1904316 Jun 26 18:10:56.196728 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a956608f-d5ad-413f-b253-cfe7f9f1abce triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:56.197253 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.319272 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60999327-ee7a-4a41-a9d0-0b5f209728eb req-d8a95e2e-6c5a-4933-8a68-c1412f96920f tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482451 Jun 26 18:10:56.478702 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:10:56.507423 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.583008 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.727853 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.734143 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.768069 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bc71bd93-7c6d-435f-8c52-97f7d49a5b38 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:56.800276 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5b0b68-c469-4816-beff-6338fc11820a,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:56.806140 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:56.812120 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.818370 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.819723 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef5b2137-7401-4007-803a-ee3c3584b4c7 HTTP/1.1" status: 204 len: 168 time: 1.1931453 Jun 26 18:10:56.820961 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.825996 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52774) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:56.831863 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7beaa23d-99b1-4ade-97a3-3ffccb80fffe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3600280 Jun 26 18:10:56.834919 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e23f3fed-c959-4383-a0c8-4f73001b270a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:56.843004 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:56.905294 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b2137-7401-4007-803a-ee3c3584b4c7,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:56.909116 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:56.952071 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:10:56.959957 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] 10.222.0.23 "PUT /v2.0/routers/740f79e6-4bbd-45eb-8c81-49c0bbdee8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5254018 Jun 26 18:10:56.976265 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:56.985648 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.015642 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port a956608f-d5ad-413f-b253-cfe7f9f1abce, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a956608f-d5ad-413f-b253-cfe7f9f1abce,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:10:57.023981 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.024942 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device d10ff97a-7126-43d4-b9ad-eaf395a66427 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:57.028431 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:57.097113 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:10:55Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:57.224805 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531949c-e296-43cc-a3dd-d4a6bd7a98b8 None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:10:55Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:10:57.326500 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.369743 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=a956608f-d5ad-413f-b253-cfe7f9f1abce,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:57.377357 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:57.457374 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port d10ff97a-7126-43d4-b9ad-eaf395a66427 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:57.487604 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port d10ff97a-7126-43d4-b9ad-eaf395a66427 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:57.488009 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.574571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-c0ccb5fc-78f0-486c-8d1e-76677c24bd00 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:10:57.598438 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52794) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:57.604141 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676011141', 'description': 'tempest-description--821405461'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:57.619192 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-c0ccb5fc-78f0-486c-8d1e-76677c24bd00 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139196 Jun 26 18:10:57.679100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.790036 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.877497 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port d10ff97a-7126-43d4-b9ad-eaf395a66427, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=d10ff97a-7126-43d4-b9ad-eaf395a66427,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:10:57.891271 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:57.893475 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:57.920892 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:10:57.943438 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:57.947653 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:58.054028 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Allocated IP 172.27.2.56 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/0616b49c-c37f-4d76-949b-182c87c62a3e) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:10:58.147024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.147808 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=d10ff97a-7126-43d4-b9ad-eaf395a66427,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:58.152869 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4412d-1e1d-4aa1-90b4-d90bc3c0ecc0 req-6699e186-ce2a-4418-94d0-9d71e75893bd tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:58.162396 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7db4412d-1e1d-4aa1-90b4-d90bc3c0ecc0 req-6699e186-ce2a-4418-94d0-9d71e75893bd tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 931 time: 0.5332224 Jun 26 18:10:58.164426 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.178444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:58.233260 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-55102a0e-a81d-41ed-a06b-1cecbb64355e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:58.331533 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2165ddca-7ae0-496f-bd52-363fda1358e8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:58.344353 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:58.347640 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.356907 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7563365 Jun 26 18:10:58.360187 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52822) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:58.364609 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7db4412d-1e1d-4aa1-90b4-d90bc3c0ecc0 req-ee2080ad-8645-45d6-802a-d72e2dbaaca5 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002637 Jun 26 18:10:58.372132 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a956608f-d5ad-413f-b253-cfe7f9f1abce up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:58.372306 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'security_group_rule': {'security_group_id': '2165ddca-7ae0-496f-bd52-363fda1358e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:58.400366 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:58.418411 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Request body: {'port': {'device_id': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:58.462462 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.546833 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a956608f-d5ad-413f-b253-cfe7f9f1abce triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:58.547206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.654120 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.677483 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.720620 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Sync routers for ids ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:10:58.738311 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:58.765399 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.777228 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085000 Jun 26 18:10:58.778302 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52838) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:58.780418 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd99fe1-c0e7-43a1-add9-29863be85d19,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:58.794616 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:58.803849 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'security_group_rule': {'security_group_id': '2165ddca-7ae0-496f-bd52-363fda1358e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:58.854968 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.857047 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Routers {'740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:10:58.861465 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:58.960907 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2d893908-c232-4ec8-afb4-2bf066d1efa2 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:10:58.977444 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:58.989266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.008596 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:10:59.068743 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 2, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:10:59.069381 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30907fd3-a617-4891-aa65-a985fafd5ced,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:10:59.081099 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:10:59.084581 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.097323 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991939 Jun 26 18:10:59.100105 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52848) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:10:59.117955 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:10:59.118686 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Updating router ae9a33d0-0141-49a5-b79b-7d713e8c4214 port ec33037f-d52f-4732-8658-7e24035042f9 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:10:59.122768 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:10:59.180291 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.210276 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.257928 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-a43a7547-95c7-453c-aabd-7beb657f497d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:10:59.265839 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-a43a7547-95c7-453c-aabd-7beb657f497d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 818 time: 0.4051540 Jun 26 18:10:59.282760 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.310569 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-369f48d6-580a-45d0-a417-f2448d1c56d1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/quotas/c77060df42234339b536e26a6623eced HTTP/1.1" status: 200 len: 375 time: 0.0439181 Jun 26 18:10:59.317627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.328995 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Set router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:10:59.460330 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 2d893908-c232-4ec8-afb4-2bf066d1efa2 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:10:59.490319 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 2d893908-c232-4ec8-afb4-2bf066d1efa2 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:10:59.490828 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.797651 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:10:59.898610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.093700 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.116568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2bd3589e-c8da-4855-9921-527573d2d067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:00.187847 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Allocated IP 172.27.2.187 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/1f61866a-c856-4890-bffc-6b4993448e90) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:11:00.212534 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:00.218720 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 2d893908-c232-4ec8-afb4-2bf066d1efa2, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=2d893908-c232-4ec8-afb4-2bf066d1efa2,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:00.298135 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.316456 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:00.320740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:00.334838 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:00.436054 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=2d893908-c232-4ec8-afb4-2bf066d1efa2,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:00.442694 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:00.445806 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.486496 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device d10ff97a-7126-43d4-b9ad-eaf395a66427 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:00.494102 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Transition to ACTIVE for port object ec33037f-d52f-4732-8658-7e24035042f9 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:00.509549 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.512236 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-a3ac589a-30e8-4b74-bc07-6932f5590c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:00.597078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.632875 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '28b77930-2e29-4dec-ab5a-6eea7d0f4414', 'name': '', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'mac_address': 'fa:16:3e:51:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:51Z', 'updated_at': '2021-06-26T18:10:53Z', 'revision_number': 2, 'project_id': 'c77060df42234339b536e26a6623eced', 'subnets': [{'id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:00.635706 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port d10ff97a-7126-43d4-b9ad-eaf395a66427 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:00.636089 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.658001 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39d53-aac0-4bae-ba0c-4e1d8bd98631 None None] Pushing event updated for resources: {'Port': ['ID=ec33037f-d52f-4732-8658-7e24035042f9,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:00.664521 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-62f39d53-aac0-4bae-ba0c-4e1d8bd98631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:00.669107 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.686823 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:00.736004 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-79d89ddd-4909-463b-8981-65e2994f724c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4241786 Jun 26 18:11:00.781681 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Checking router: 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:11:00.782041 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Updating router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:11:00.821223 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:00.827801 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Attempting to bind port ec33037f-d52f-4732-8658-7e24035042f9 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:00.830088 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:00.832159 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Attempting to bind port ec33037f-d52f-4732-8658-7e24035042f9 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:00.832770 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Attempting to bind port ec33037f-d52f-4732-8658-7e24035042f9 on network 998127af-1123-411b-9c85-508d958147ac {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:00.836493 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:00.847001 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:00.854693 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Checking segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:00.855539 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.856161 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Bound using segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:00.856908 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Bound port: ec33037f-d52f-4732-8658-7e24035042f9, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:00.857579 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.886964 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:00.931469 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'Port': ['ID=1f61866a-c856-4890-bffc-6b4993448e90,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:00.939529 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:01.089979 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] For port ec33037f-d52f-4732-8658-7e24035042f9, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:01.101940 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] For port ec33037f-d52f-4732-8658-7e24035042f9, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=ec33037f-d52f-4732-8658-7e24035042f9,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:01.115080 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:01.126449 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:01.233237 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:11:01.234219 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:01.316939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:01.407848 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39d53-aac0-4bae-ba0c-4e1d8bd98631 None None] Pushing event updated for resources: {'Port': ['ID=ec33037f-d52f-4732-8658-7e24035042f9,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:01.432317 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-62f39d53-aac0-4bae-ba0c-4e1d8bd98631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:01.486891 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:01.505251 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'Port': ['ID=0616b49c-c37f-4d76-949b-182c87c62a3e,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:01.614897 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-e77d9e10-f2b8-43f5-9a11-86248a9e9663 service neutron] 10.222.0.23 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604202 Jun 26 18:11:01.655913 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:11:01.801927 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.684s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:01.830258 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-5649a941-a298-488a-9d47-7384cd0e4cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133772 Jun 26 18:11:01.848638 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 52910) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:01.910952 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:01.924462 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634216c8-8503-4cc5-afc6-f7db69fd15ac req-64fc3ae2-73cb-4751-9a5f-e1f028f1cdb5 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:01.926318 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:01.931058 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:01.931933 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-634216c8-8503-4cc5-afc6-f7db69fd15ac req-64fc3ae2-73cb-4751-9a5f-e1f028f1cdb5 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 931 time: 2.1437049 Jun 26 18:11:01.998324 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'Port': ['ID=1f61866a-c856-4890-bffc-6b4993448e90,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:02.001425 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:02.089520 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.107082 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.161034 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.180203 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0789289 Jun 26 18:11:02.189235 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.232358 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Transition to ACTIVE for port object 28b77930-2e29-4dec-ab5a-6eea7d0f4414 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:02.249838 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.255024 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f047f048-8b5a-4642-8f1e-fe8746f99d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:02.286296 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:01Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:02.379512 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc901-7a69-4adb-b02d-333a8b1c6e9f None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:01Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:11:02.420767 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45180e2-9d2d-42ce-821c-6dcf37e955e9 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:02.439264 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426eac2-9264-47c3-8839-d407ddae2178 None None] Pushing event updated for resources: {'Port': ['ID=28b77930-2e29-4dec-ab5a-6eea7d0f4414,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:02.467118 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.488045 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5426eac2-9264-47c3-8839-d407ddae2178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:02.552924 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Transition to ACTIVE for port object c45180e2-9d2d-42ce-821c-6dcf37e955e9 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:02.584238 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.586149 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Attempting to bind port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:02.586149 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Attempting to bind port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:02.586473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Attempting to bind port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:02.590115 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-634216c8-8503-4cc5-afc6-f7db69fd15ac req-c3a64f87-6007-4295-963c-66e07eb67513 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125460 Jun 26 18:11:02.594827 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2d893908-c232-4ec8-afb4-2bf066d1efa2 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:02.594911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.628765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:02.673697 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:02.679965 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Checking segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:02.681431 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.682044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Bound using segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:02.683498 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Bound port: 28b77930-2e29-4dec-ab5a-6eea7d0f4414, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:02.684403 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:02.768198 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Pushing event updated for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:02.787486 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:02.936704 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 52972) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:02.986061 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] For port 28b77930-2e29-4dec-ab5a-6eea7d0f4414, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:02.994811 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] For port 28b77930-2e29-4dec-ab5a-6eea7d0f4414, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=28b77930-2e29-4dec-ab5a-6eea7d0f4414,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:03.006409 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.009413 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:03.061158 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 2d893908-c232-4ec8-afb4-2bf066d1efa2 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:03.061715 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.191092 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Routers {'740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:11:03.200845 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:10:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:03.253465 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.352308 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426eac2-9264-47c3-8839-d407ddae2178 None None] Pushing event updated for resources: {'Port': ['ID=28b77930-2e29-4dec-ab5a-6eea7d0f4414,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:03.375680 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5426eac2-9264-47c3-8839-d407ddae2178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:03.391975 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.530265 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.591642 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.595841 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] Set router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:11:03.643019 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-03af2e74-e6cf-4c10-a2e8-30b9ad645288 req-de38808c-55c9-4788-ae47-d28a980e3306 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 210 time: 0.8032699 Jun 26 18:11:03.690444 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.710324 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.745478 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:11:03.758653 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.778928 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Attempting to bind port c45180e2-9d2d-42ce-821c-6dcf37e955e9 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:03.779259 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Attempting to bind port c45180e2-9d2d-42ce-821c-6dcf37e955e9 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '39ef5bf4-ce3c-4143-b551-ce8ace3236d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:03.781180 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Attempting to bind port c45180e2-9d2d-42ce-821c-6dcf37e955e9 on network a0e47fdc-74bd-40bb-8e88-3d242165d299 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:03.802894 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:03.803766 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.810427 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002d3eb3ab8d4a4681296dbfc0b518f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9415059 Jun 26 18:11:03.831940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53010) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:03.886950 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:03.932329 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b5395195-9811-4ba6-ae7d-005c0f653cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:03.944743 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Port c45180e2-9d2d-42ce-821c-6dcf37e955e9 on network a0e47fdc-74bd-40bb-8e88-3d242165d299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:11:03.945182 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Attempting to bind port c45180e2-9d2d-42ce-821c-6dcf37e955e9 on network a0e47fdc-74bd-40bb-8e88-3d242165d299 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:03.970800 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-30f56e79-b2f8-483d-9a07-0ac9c5367a5d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1676011141&fields=id&tenant_id=17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 267 time: 0.7249360 Jun 26 18:11:03.999041 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.002230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:04.003691 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Checking segment: {'id': '39ef5bf4-ce3c-4143-b551-ce8ace3236d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:04.004535 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Bound using segment: {'id': '39ef5bf4-ce3c-4143-b551-ce8ace3236d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:04.005235 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Bound port: c45180e2-9d2d-42ce-821c-6dcf37e955e9, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ef5bf4-ce3c-4143-b551-ce8ace3236d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:04.005801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.026488 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.041452 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1970375 Jun 26 18:11:04.074184 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca4d500252d54a6d8b10317ba1834c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1362085 Jun 26 18:11:04.081475 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53020) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:04.082377 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbb5f7-6df4-43dd-8749-1410266f8c6d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:04.104231 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:04.233349 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9968b8b3-d2f8-411f-b2a8-c8d62b97f33d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:04.254268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:04.261997 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.266346 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:04.370272 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '28b77930-2e29-4dec-ab5a-6eea7d0f4414', 'name': '', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'mac_address': 'fa:16:3e:51:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:51Z', 'updated_at': '2021-06-26T18:11:02Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'subnets': [{'id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:04.465550 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1322f-a141-4770-97fa-f41165753012 None None] The sync data for ids ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'] in dv-cinder-798198-1-iscsi is: [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:52Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '28b77930-2e29-4dec-ab5a-6eea7d0f4414', 'name': '', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'mac_address': 'fa:16:3e:51:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:51Z', 'updated_at': '2021-06-26T18:11:02Z', 'revision_number': 4, 'project_id': 'c77060df42234339b536e26a6623eced', 'subnets': [{'id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:11:04.478254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-89e6df70-2531-4e04-a14e-8664a9a72159 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:04.480239 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-89e6df70-2531-4e04-a14e-8664a9a72159 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 816 time: 0.5079803 Jun 26 18:11:04.513058 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53028) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:04.574047 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-9a3f7951-4fd1-426b-929d-b3fc99294e65 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/quotas/17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 375 time: 0.0599415 Jun 26 18:11:04.578542 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:04.638637 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.647622 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'Port': ['ID=0616b49c-c37f-4d76-949b-182c87c62a3e,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:04.667247 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:04.669539 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.729897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.787021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 28b77930-2e29-4dec-ab5a-6eea7d0f4414 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:04.817628 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9,segment=NetworkSegment(39ef5bf4-ce3c-4143-b551-ce8ace3236d7),segment_id=39ef5bf4-ce3c-4143-b551-ce8ace3236d7)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:04.842469 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.848789 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9968b8b3-d2f8-411f-b2a8-c8d62b97f33d HTTP/1.1" status: 204 len: 168 time: 1.0104101 Jun 26 18:11:04.854532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:04.861104 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.866761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.874662 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3fbb5f7-6df4-43dd-8749-1410266f8c6d HTTP/1.1" status: 204 len: 168 time: 0.7752652 Jun 26 18:11:04.876127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:04.897936 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbb5f7-6df4-43dd-8749-1410266f8c6d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:04.916680 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:04.950322 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.957457 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:04.969530 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:04.976752 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:04.977419 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.022717 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968b8b3-d2f8-411f-b2a8-c8d62b97f33d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:05.041879 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:05.044178 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:05.117347 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:05.117986 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.119867 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] 10.222.0.35 "PUT /v2.0/ports/c45180e2-9d2d-42ce-821c-6dcf37e955e9 HTTP/1.1" status: 200 len: 1093 time: 7.1884398 Jun 26 18:11:05.120266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:05.201177 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04b70-b2f3-4bfb-b062-84976d18b632 req-35381a16-26d5-45b2-b78f-b521502beb64 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:05.202952 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-91d04b70-b2f3-4bfb-b062-84976d18b632 req-35381a16-26d5-45b2-b78f-b521502beb64 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 943 time: 0.8763988 Jun 26 18:11:05.229786 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.332118 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Pushing event updated for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:05.346551 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:05.361287 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-91d04b70-b2f3-4bfb-b062-84976d18b632 req-c71618ba-4098-4945-bff0-a73a1098e4df tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466522 Jun 26 18:11:05.372854 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-3d33441e-3bca-42d7-9f83-35896f32c16b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7467868 Jun 26 18:11:05.376405 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 28b77930-2e29-4dec-ab5a-6eea7d0f4414, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=28b77930-2e29-4dec-ab5a-6eea7d0f4414,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:05.405148 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.406841 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ec33037f-d52f-4732-8658-7e24035042f9 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:05.500524 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:05.691707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=28b77930-2e29-4dec-ab5a-6eea7d0f4414,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:05.695294 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:05.710666 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53074) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:05.722986 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port ec33037f-d52f-4732-8658-7e24035042f9 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:05.730376 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port ec33037f-d52f-4732-8658-7e24035042f9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:05.731043 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.758574 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53076) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:05.781576 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.855824 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.896605 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.904553 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:05.916329 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.932014 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:05.932248 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:05.965559 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.db.api [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 18:11:05.965559 dv-cinder-798198-1-iscsi neutron-server[93011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 18:11:05.965559 dv-cinder-798198-1-iscsi neutron-server[93011]: [parameters: {'project_id_1': '3fbe90eaf7e84de1a1cf293654c48331', 'expiration_1': datetime.datetime(2021, 6, 26, 18, 11, 5, 915001)}] Jun 26 18:11:05.965559 dv-cinder-798198-1-iscsi neutron-server[93011]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 18:11:05.966299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_db.api [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 18:11:06.014693 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port ec33037f-d52f-4732-8658-7e24035042f9, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=ec33037f-d52f-4732-8658-7e24035042f9,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:06.022031 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.027252 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:06.042358 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24be1176236349c694c6c61004ee2b26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5254583 Jun 26 18:11:06.048619 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53082) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:06.051671 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-5859c8c6-89cf-4b22-ab30-b9e59c00ef71 service neutron] 10.222.0.23 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302352 Jun 26 18:11:06.053855 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8971415-127d-4feb-a682-1260d40ef993,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:06.058483 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-b6111e9d-5568-44f0-b9a8-fccf5b1e621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:06.060076 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-b6111e9d-5568-44f0-b9a8-fccf5b1e621d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=860dc8efc8e748babfc745c840e88dde&device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 1096 time: 0.6137950 Jun 26 18:11:06.067217 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-e23c3a2d-05b1-42c0-aeca-6fa4ae37e9e9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:06.074383 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-e23c3a2d-05b1-42c0-aeca-6fa4ae37e9e9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 818 time: 0.4305911 Jun 26 18:11:06.082545 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:06.114036 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-e678d177-0fa7-4ff6-946c-7ab08b80d761 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/quotas/c77060df42234339b536e26a6623eced HTTP/1.1" status: 200 len: 375 time: 0.0385969 Jun 26 18:11:06.154086 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=ec33037f-d52f-4732-8658-7e24035042f9,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:06.169421 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:06.267660 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-1fd8042d-b284-41b4-84fc-a5b8952ca905 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9 HTTP/1.1" status: 200 len: 217 time: 0.1407363 Jun 26 18:11:06.268374 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.280945 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.289759 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:06.318912 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857e07fb-faa1-4d0d-809e-9e086574d850,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:06.323535 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.326913 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-7e07d10e-1200-4e14-ad4d-2a8c53437f31 service neutron] 10.222.0.23 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424755 Jun 26 18:11:06.340048 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-6d4bd2c0-8f33-41c9-a7d8-0d4fd7e74cde tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249687 Jun 26 18:11:06.353312 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.417291 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:06.483439 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.561990 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d35fe3b9f62472297d7330824261988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023055 Jun 26 18:11:06.567658 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53096) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:06.614554 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 28b77930-2e29-4dec-ab5a-6eea7d0f4414 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:06.650261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.679294 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.682698 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8971415-127d-4feb-a682-1260d40ef993 HTTP/1.1" status: 204 len: 168 time: 0.6308730 Jun 26 18:11:06.696956 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:06.720579 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:06.721627 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.748407 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8971415-127d-4feb-a682-1260d40ef993,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:06.762179 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:06.838252 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-d902f081-1b61-48ec-95d9-2ff7a5b69a72 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1641586136&fields=id&tenant_id=47a822717cc64394971656883470c96c HTTP/1.1" status: 200 len: 267 time: 0.1591728 Jun 26 18:11:06.860876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-49199128-d965-45a8-b38c-ddabdcd7fa6c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:11:06.864659 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-49199128-d965-45a8-b38c-ddabdcd7fa6c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1978431 Jun 26 18:11:06.871760 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.917214 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ec33037f-d52f-4732-8658-7e24035042f9 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:06.928546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.957181 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.969444 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:06.979563 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9e46c79b-7b72-4e86-959d-1e8a9d7c543f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:06.995169 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port ec33037f-d52f-4732-8658-7e24035042f9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:06.996619 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:07.083509 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9606a5-be52-40ef-8d9f-2f9068b41b8e,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:07.107841 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:07.113617 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fbe90eaf7e84de1a1cf293654c48331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4020679 Jun 26 18:11:07.119610 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53112) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:07.313302 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:07.415866 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:07.513763 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:07.517280 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:07.519314 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d9606a5-be52-40ef-8d9f-2f9068b41b8e HTTP/1.1" status: 204 len: 168 time: 0.3985481 Jun 26 18:11:07.520494 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-63ebffbf-ecac-41df-91f9-59e338644c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:07.530300 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9606a5-be52-40ef-8d9f-2f9068b41b8e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:07.532936 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:07.573268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.35', 55707) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:07.649109 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-73669f76-dfbe-4c30-a5d1-a96cc912ee99 service neutron] 10.222.0.23 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984503 Jun 26 18:11:08.002052 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-cf0873a3-bc6a-47fc-acae-69d851b02735 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:08.014679 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-cf0873a3-bc6a-47fc-acae-69d851b02735 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 818 time: 0.3386884 Jun 26 18:11:08.077653 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-a4414c0d-0a13-4e11-b756-b277814568b2 service neutron] 10.222.0.23 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242506 Jun 26 18:11:08.087666 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Request body: {'port': {'device_id': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'admin_state_up': True, 'tenant_id': 'c77060df42234339b536e26a6623eced'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:08.122779 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84124-45b8-4531-b197-519a440e52fc req-9720303f-d6e5-40be-86fe-637c32904e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:08.128627 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-9720303f-d6e5-40be-86fe-637c32904e11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adbd77a4-b0e9-4b33-b0b7-2278552c9063 HTTP/1.1" status: 200 len: 851 time: 0.4927254 Jun 26 18:11:08.149526 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-4b8b6c38-6f24-4fb0-8458-c7987fbc50fb tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:08.167878 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-4b8b6c38-6f24-4fb0-8458-c7987fbc50fb tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 811 time: 1.3011477 Jun 26 18:11:08.257036 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-a1f848f7-ed12-462e-bcb0-6c62659afd0e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/quotas/47a822717cc64394971656883470c96c HTTP/1.1" status: 200 len: 375 time: 0.0881324 Jun 26 18:11:08.392222 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-f5d6c4ec-b8f1-481c-ae6b-38c5f80b95f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e47fdc-74bd-40bb-8e88-3d242165d299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2102363 Jun 26 18:11:08.408268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:08.413070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:08.435472 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/857e07fb-faa1-4d0d-809e-9e086574d850 HTTP/1.1" status: 204 len: 168 time: 1.8550301 Jun 26 18:11:08.435729 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Made reservation on behalf of c77060df42234339b536e26a6623eced for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:08.441423 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:08.566367 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d2a99ebb-9dd8-41b8-b424-7c346385d539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:08.570979 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-07e65208-fb06-4f4c-8a7c-eb7a402fcdc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283507 Jun 26 18:11:08.665564 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857e07fb-faa1-4d0d-809e-9e086574d850,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:08.693511 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:08.760608 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-e11c0e63-acb7-4873-af2b-ef8ee178fd87 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5026965 Jun 26 18:11:08.845212 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70b84124-45b8-4531-b197-519a440e52fc req-df612782-5cce-4ee0-b1c6-53f223d5454f service neutron] 10.222.0.35 "GET /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612345 Jun 26 18:11:08.886674 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-5ba10004-c072-41ef-942e-35c069f8bf10 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086428 Jun 26 18:11:08.890363 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Allocated IP 172.20.0.11 (2b791ea2-7a05-45b8-a3b1-2f35cfe9063e/663c4d45-19a6-4986-8863-0fef0db3e6fa/d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:11:09.058619 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-68520187-e5a7-4ca0-9905-c0bea3682f97 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634405 Jun 26 18:11:09.142693 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53192) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:09.191296 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63479ba4-2a56-4796-8f8c-9e690f6a9ab4 x-openstack-request-id: req-63479ba4-2a56-4796-8f8c-9e690f6a9ab4 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:09.191736 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:09.192127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:09.192609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63479ba4-2a56-4796-8f8c-9e690f6a9ab4 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:09.192794 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9', 'status': 'completed', 'code': 200} Jun 26 18:11:09.298668 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:09.312529 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:09.441729 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4b36b6ac-f727-4be1-91fd-406b81d5e252 req-12c0a124-a39d-40bb-b829-7d2d6bcdfa14 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 210 time: 0.0760875 Jun 26 18:11:09.484787 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:09.489833 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-08e0c92b-2cbb-4ee0-b394-a2bbb0e717c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:09.491473 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-08e0c92b-2cbb-4ee0-b394-a2bbb0e717c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=860dc8efc8e748babfc745c840e88dde&device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 1096 time: 0.2384238 Jun 26 18:11:09.493809 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:09.498444 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:09.512157 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:09.594292 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Pushing event updated for resources: {'Port': ['ID=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:09.602865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:09.660648 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:09.663210 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:09.737168 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.35', 55712) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:09.803027 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7458c043-a22c-4c46-be3d-f24002a5a28c req-be8f0991-19ac-4e22-b408-edf17ec66666 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 210 time: 0.0912256 Jun 26 18:11:09.961492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-52a063f7-4ad8-40e4-825d-01554788e62f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:09.967802 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-52a063f7-4ad8-40e4-825d-01554788e62f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 816 time: 0.2269728 Jun 26 18:11:09.976294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-7bd354f1-4299-4f3b-9b12-1227f64a904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:09.978453 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-7bd354f1-4299-4f3b-9b12-1227f64a904d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e47fdc-74bd-40bb-8e88-3d242165d299 HTTP/1.1" status: 200 len: 912 time: 0.4489439 Jun 26 18:11:10.068404 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b9f2bfa2-612d-42f8-8971-9e18cf7d3690 req-4691111d-6a00-44b8-a573-856809282130 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 210 time: 0.0861297 Jun 26 18:11:10.090127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6ee3b-29ca-4231-8d35-d92d46ca10a7 req-b7779079-ac00-4121-940d-a4c2204ac9b2 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:10.091780 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3aa6ee3b-29ca-4231-8d35-d92d46ca10a7 req-b7779079-ac00-4121-940d-a4c2204ac9b2 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 943 time: 0.5602746 Jun 26 18:11:10.093131 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-199d98fa-80e1-480e-94cd-1dd4d569bd7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9 HTTP/1.1" status: 200 len: 217 time: 0.0913393 Jun 26 18:11:10.110833 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-9d4ffb48-c970-460c-8460-55e7a55d0f36 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 380 time: 0.1164763 Jun 26 18:11:10.137183 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'port': {'device_id': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'admin_state_up': True, 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'security_groups': ['2165ddca-7ae0-496f-bd52-363fda1358e8']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:10.207366 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3aa6ee3b-29ca-4231-8d35-d92d46ca10a7 req-44774e76-8b4e-4243-8348-1a4e9b3e1e17 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079741 Jun 26 18:11:10.229128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-9e50e4af-3375-4c03-af11-bac773a0c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:10.233564 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-9e50e4af-3375-4c03-af11-bac773a0c49e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adbd77a4-b0e9-4b33-b0b7-2278552c9063 HTTP/1.1" status: 200 len: 851 time: 0.1148520 Jun 26 18:11:10.260711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.272326 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.295949 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0cc8fd78-f02f-4acd-b9da-afb48d41e8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:10.327306 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-ca951e52-64b8-4a99-a8bd-c8ac5248a650 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e47fdc-74bd-40bb-8e88-3d242165d299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647101 Jun 26 18:11:10.329908 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2544417 Jun 26 18:11:10.334459 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Made reservation on behalf of 17abbad740344d1bb837cfe6b657386b for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:10.339720 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.345540 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6856719e-c47f-406a-b219-a98c899e4ed0,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:10.351874 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:10.357959 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb5d2ef97b724c4da175e2887288e9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2107210 Jun 26 18:11:10.358905 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53238) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:10.440041 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Request body: {'port': {'device_id': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:10.504272 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.528902 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-8edd9583-3471-4549-accb-8c0350f10463 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498895 Jun 26 18:11:10.541496 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.595400 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.728975 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-66c9aeff-4f50-4e6f-9a8b-6bb68bc544af req-392f14f8-fdac-42d3-929b-a6b0556c69c6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 210 time: 0.0517051 Jun 26 18:11:10.736439 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.756522 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:10.759748 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6856719e-c47f-406a-b219-a98c899e4ed0 HTTP/1.1" status: 204 len: 168 time: 0.3976333 Jun 26 18:11:10.775540 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:10.786438 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856719e-c47f-406a-b219-a98c899e4ed0,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:10.816819 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:10.823591 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.35', 55717) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:10.911840 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723d0085-67e6-4f8b-9a11-7e3adcb08d7a req-ac90c7ff-27b2-4b0a-a449-bd52778a1ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295434 Jun 26 18:11:11.079693 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-39246b30-2915-4676-a016-33ff42128eb9 req-516fef81-9cc6-4396-981e-cff964044e24 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 210 time: 0.0370080 Jun 26 18:11:11.088403 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-20c6dba5-bc08-4990-b686-b9b11badc7e1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:11.090540 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-20c6dba5-bc08-4990-b686-b9b11badc7e1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 818 time: 0.2650430 Jun 26 18:11:11.126116 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Request body: {'port': {'device_id': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'admin_state_up': True, 'tenant_id': 'c77060df42234339b536e26a6623eced'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:11.249045 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Allocated IP 172.20.0.14 (998127af-1123-411b-9c85-508d958147ac/413b5d37-c6bf-465b-9cba-5a47e4256658/62d9529f-1d82-4870-9f7f-01498a20b438) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:11:11.378292 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc38aca4-44bf-413d-86f3-cc41b276f5d4 req-664bec18-17ff-4ce3-ab8e-92ae91d5e4a4 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 210 time: 0.0525854 Jun 26 18:11:11.381799 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Made reservation on behalf of c77060df42234339b536e26a6623eced for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:11.400278 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.635063 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53292) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:11.655499 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.686707 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.806396 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.809221 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:11.818729 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.821059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.824788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Transition to ACTIVE for port object 62d9529f-1d82-4870-9f7f-01498a20b438 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:11.836022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5f5d9160-c82b-4b8d-a3f7-2df8e65794ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:11.880655 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Transition to ACTIVE for port object d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:11.900820 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:11.906771 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37aacefe71214adeada08e4eee2e146a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688599 Jun 26 18:11:11.913812 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53302) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:11.946279 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a719afef-e951-4625-b94e-8b1373858fae,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:11.954298 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:11.961270 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:11.985392 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Allocated IP 172.20.0.8 (2b791ea2-7a05-45b8-a3b1-2f35cfe9063e/663c4d45-19a6-4986-8863-0fef0db3e6fa/31414708-fce1-4bf2-a796-e7709aaed3ad) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:11:12.051572 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.095689 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:12.120680 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.140855 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:12.142277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:12.160929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.167498 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.217295 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Network 998127af-1123-411b-9c85-508d958147ac is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:12.227068 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.241119 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:12.249716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:12.258680 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-0d11a6a2-5302-440e-ac4a-1dc91a69f36d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:12.260238 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-0d11a6a2-5302-440e-ac4a-1dc91a69f36d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 811 time: 0.7424715 Jun 26 18:11:12.275788 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:12.289558 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:12.294038 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcfd11-acd2-4bb7-8020-19b457152651 req-ca7c7e3b-a374-4821-9b3f-3df35f507873 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:12.295957 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:12.296703 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Attempting to bind port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:12.297067 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Attempting to bind port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:12.297438 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Attempting to bind port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:12.306697 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8fbcfd11-acd2-4bb7-8020-19b457152651 req-ca7c7e3b-a374-4821-9b3f-3df35f507873 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 943 time: 0.7867506 Jun 26 18:11:12.306832 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:11:12.307098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Attempting to bind port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:12.323124 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:12.323582 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Checking segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:12.324026 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Bound using segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:12.324834 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Bound port: d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:12.328851 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.339297 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:12.344518 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53320) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:12.347980 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.368753 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.378546 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.382403 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a719afef-e951-4625-b94e-8b1373858fae HTTP/1.1" status: 204 len: 168 time: 0.4671407 Jun 26 18:11:12.389206 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:12.401597 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a719afef-e951-4625-b94e-8b1373858fae,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:12.416153 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:12.426777 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2999744 Jun 26 18:11:12.431921 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:12.445816 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:12.452845 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Request body: {'port': {'device_id': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:12.466464 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Pushing event updated for resources: {'Port': ['ID=31414708-fce1-4bf2-a796-e7709aaed3ad,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:12.528638 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:12.535358 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:12.535993 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.591018 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] For port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:12.621164 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-debe598b-2e31-4fe6-b76e-a7181515bc93 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a822717cc64394971656883470c96c HTTP/1.1" status: 200 len: 380 time: 0.3361380 Jun 26 18:11:12.625997 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] For port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:12.630276 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.633763 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3c016d2b-8925-446a-91f7-09517d90f625 None None] Provisioning for port 62d9529f-1d82-4870-9f7f-01498a20b438 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:12.640796 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3c016d2b-8925-446a-91f7-09517d90f625 None None] Provisioning complete for port 62d9529f-1d82-4870-9f7f-01498a20b438 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:12.641577 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8fbcfd11-acd2-4bb7-8020-19b457152651 req-8039ed21-ccbb-42b5-94e8-53feec670341 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343844 Jun 26 18:11:12.644403 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.645162 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3c016d2b-8925-446a-91f7-09517d90f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.661062 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9198b3e9-3591-4f59-af53-c1617a4bd3cf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:12.680123 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'port': {'device_id': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'admin_state_up': True, 'tenant_id': '47a822717cc64394971656883470c96c', 'security_groups': ['8669c69f-3abb-4052-8faa-c8eaa9ed7448']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:12.694217 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:12.712916 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.723919 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:12.729641 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:12.736073 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44375-a6a8-4cfd-8a80-322dfb32add4 req-4d91292a-8c85-4677-87ce-2bd84c78a6fe tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:12.738156 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0b44375-a6a8-4cfd-8a80-322dfb32add4 req-4d91292a-8c85-4677-87ce-2bd84c78a6fe tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 932 time: 0.5254145 Jun 26 18:11:12.747644 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3c016d2b-8925-446a-91f7-09517d90f625 None None] Port 62d9529f-1d82-4870-9f7f-01498a20b438 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:11:12.773855 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:12.774665 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:12.777762 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 1094 time: 2.3422523 Jun 26 18:11:12.779686 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'tag': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:12.783326 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c45180e2-9d2d-42ce-821c-6dcf37e955e9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:11:12.826630 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6997914 Jun 26 18:11:12.946858 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Request body: {'port': {'device_id': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:12.975410 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9,segment=NetworkSegment(39ef5bf4-ce3c-4143-b551-ce8ace3236d7),segment_id=39ef5bf4-ce3c-4143-b551-ce8ace3236d7)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:12.990472 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9', 'network_id': 'a0e47fdc-74bd-40bb-8e88-3d242165d299', 'port_id': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9', 'mac_address': 'fa:16:3e:02:fc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbd77a4-b0e9-4b33-b0b7-2278552c9063', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:11:13.051188 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.073640 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53344) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:13.091043 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45180e2-9d2d-42ce-821c-6dcf37e955e9 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:13.120742 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9,segment=NetworkSegment(39ef5bf4-ce3c-4143-b551-ce8ace3236d7),segment_id=39ef5bf4-ce3c-4143-b551-ce8ace3236d7)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:13.133295 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.134759 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.135563 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f047f048-8b5a-4642-8f1e-fe8746f99d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:13.144994 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0b44375-a6a8-4cfd-8a80-322dfb32add4 req-79242b75-c80d-4609-aad7-39d018857982 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286211 Jun 26 18:11:13.236221 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:13.251629 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:13.289629 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce689c-7546-4edc-9028-2042e23e1a03" -d '{"events": [{"name": "network-changed", "server_uuid": "57a2a7c9-2366-4e02-9a73-afd2d45406f7", "tag": "d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:13.327715 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-68c7a759-d495-4445-84b3-97a4332ba51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:13.329207 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-68c7a759-d495-4445-84b3-97a4332ba51b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1097 time: 0.4217584 Jun 26 18:11:13.355440 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.384157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.395927 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffde19-d3f4-4c0c-ae6b-285f75c046fe req-18bd2f9c-45b2-4f84-95cc-c730a81542a6 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:13.399820 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c3ffde19-d3f4-4c0c-ae6b-285f75c046fe req-18bd2f9c-45b2-4f84-95cc-c730a81542a6 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 931 time: 0.5243912 Jun 26 18:11:13.400412 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.426106 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-91e2226f-ad7f-4103-9348-07be2cb031e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:13.441119 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-609b3118-39bb-45fe-a505-60e90ae9a523 req-db09a5d8-7d06-41ae-b5d1-f592cc3bd4f4 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 210 time: 0.0799611 Jun 26 18:11:13.451669 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-85012b3a-9502-42cf-a0d8-8f445e027b5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.1054990 Jun 26 18:11:13.473683 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['c45180e2-9d2d-42ce-821c-6dcf37e955e9'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:11:13.552661 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=026c35abde29483ba5af41e008f90f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2011964 Jun 26 18:11:13.552661 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e721c3c4-c7a4-4179-989d-6047c69a060f,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:13.555554 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53364) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:13.617924 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d9529f-1d82-4870-9f7f-01498a20b438 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:13.623500 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:13.633700 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4c4fabbf-881e-4e18-a450-b7613525746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:13.635656 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-4c4fabbf-881e-4e18-a450-b7613525746e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.1753821 Jun 26 18:11:13.646307 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.705112 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df2cef3-4a48-4099-adf3-653bd5fa8799 x-openstack-request-id: req-8df2cef3-4a48-4099-adf3-653bd5fa8799 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:13.705946 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a2a7c9-2366-4e02-9a73-afd2d45406f7", "tag": "d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:13.706218 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8df2cef3-4a48-4099-adf3-653bd5fa8799 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:13.706747 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'tag': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0', 'status': 'completed', 'code': 200} Jun 26 18:11:13.749324 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-c68ed474-e210-4f29-ba19-d016b08dd804 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989237 Jun 26 18:11:13.760666 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c3ffde19-d3f4-4c0c-ae6b-285f75c046fe req-67d38920-dd31-46b5-8872-f00059a19a5e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220015 Jun 26 18:11:13.803153 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Transition to ACTIVE for port object 62d9529f-1d82-4870-9f7f-01498a20b438 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:13.853270 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.883768 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:13.887024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:13.956200 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16048-f40c-4fc2-8f1d-2121bc3c576c req-14855c8f-11bb-4d51-90b6-5310f1b88b8d tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:13.957778 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9a16048-f40c-4fc2-8f1d-2121bc3c576c req-14855c8f-11bb-4d51-90b6-5310f1b88b8d tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 944 time: 0.1483815 Jun 26 18:11:13.960789 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Made reservation on behalf of 47a822717cc64394971656883470c96c for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:13.963918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.073708 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.081333 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9a16048-f40c-4fc2-8f1d-2121bc3c576c req-77532a83-775b-4267-8260-7e1818581c09 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134539 Jun 26 18:11:14.099253 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.168423 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.171213 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31414708-fce1-4bf2-a796-e7709aaed3ad {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:14.178953 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:14.182058 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.197701 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c5fcb6357bc45ff87d438149af81df0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1137018 Jun 26 18:11:14.198934 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:14.200911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53374) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:14.203182 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:14.209198 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Allocated IP 172.20.0.4 (5e7fad65-d6f4-4079-810a-fa3f2a11abb9/5f3d52d4-e4e6-41d5-aaa5-a616174b666b/cab8ac8e-3248-4057-aaf9-9bb6e222cf84) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:11:14.212364 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Transition to ACTIVE for port object 31414708-fce1-4bf2-a796-e7709aaed3ad will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:14.224240 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.241385 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-fe402738-b465-4925-b7bf-882c2bb35c5e service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574978 Jun 26 18:11:14.247055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-89eb2282-c502-417c-81b9-2c979e597931 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:14.302850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Pushing event updated for resources: {'Port': ['ID=31414708-fce1-4bf2-a796-e7709aaed3ad,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:14.306397 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:14.349696 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f3bbac-cf54-4c84-9027-537c8efaa298,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:14.355382 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:14.438998 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Attempting to bind port 62d9529f-1d82-4870-9f7f-01498a20b438 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:14.439290 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Attempting to bind port 62d9529f-1d82-4870-9f7f-01498a20b438 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:14.440225 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Attempting to bind port 62d9529f-1d82-4870-9f7f-01498a20b438 on network 998127af-1123-411b-9c85-508d958147ac {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:14.451143 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Port 62d9529f-1d82-4870-9f7f-01498a20b438 on network 998127af-1123-411b-9c85-508d958147ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:11:14.451490 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Attempting to bind port 62d9529f-1d82-4870-9f7f-01498a20b438 on network 998127af-1123-411b-9c85-508d958147ac {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:14.461761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.464304 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.467749 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e721c3c4-c7a4-4179-989d-6047c69a060f HTTP/1.1" status: 204 len: 168 time: 0.9053767 Jun 26 18:11:14.471026 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:14.476320 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:14.476320 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Checking segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:14.477352 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Bound using segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:14.477352 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Bound port: 62d9529f-1d82-4870-9f7f-01498a20b438, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:14.477352 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.485565 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-423c4c32-fd89-41e5-8d0f-a31d31e190bd req-eef3fa8f-1e7d-48fe-922c-44dd35171bcd service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341678 Jun 26 18:11:14.494757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e721c3c4-c7a4-4179-989d-6047c69a060f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:14.498387 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:14.576957 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:14.581797 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:14.588046 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.596007 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.599962 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:14.600243 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Attempting to bind port 31414708-fce1-4bf2-a796-e7709aaed3ad on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:14.600588 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Attempting to bind port 31414708-fce1-4bf2-a796-e7709aaed3ad by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:14.600947 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Attempting to bind port 31414708-fce1-4bf2-a796-e7709aaed3ad on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:14.662542 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Port 31414708-fce1-4bf2-a796-e7709aaed3ad on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:11:14.664103 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Attempting to bind port 31414708-fce1-4bf2-a796-e7709aaed3ad on network 2b791ea2-7a05-45b8-a3b1-2f35cfe9063e {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:14.676266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:14.676963 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.679314 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] 10.222.0.35 "PUT /v2.0/ports/62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 1094 time: 2.2316213 Jun 26 18:11:14.693538 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.700559 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:14.704817 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:14.722091 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:14.722457 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Checking segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:14.722924 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Bound using segment: {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:14.723586 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Bound port: 31414708-fce1-4bf2-a796-e7709aaed3ad, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8344234c-fc79-4be9-84f0-dc3978443feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:14.723952 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.725924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c45180e2-9d2d-42ce-821c-6dcf37e955e9 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:14.730009 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-2d218de8-b2ad-4353-bb79-0a3e22150a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:14.732456 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.733128 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-2d218de8-b2ad-4353-bb79-0a3e22150a5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1097 time: 0.1341476 Jun 26 18:11:14.779447 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0cd5c95e-1a0d-45f2-b06e-81a2c19fb96b req-bda567f1-df24-4638-a866-e3b66307371e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 210 time: 0.0942352 Jun 26 18:11:14.821995 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-065c8374-72a4-495b-a21a-dd60a167640a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.874924 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee0e7a-2504-464d-b392-da5c8066199d req-de995d6e-4460-451e-b4f5-3dc083a473a2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:14.877430 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port c45180e2-9d2d-42ce-821c-6dcf37e955e9 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:14.879031 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-40ee0e7a-2504-464d-b392-da5c8066199d req-de995d6e-4460-451e-b4f5-3dc083a473a2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.5355594 Jun 26 18:11:14.882692 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port c45180e2-9d2d-42ce-821c-6dcf37e955e9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:14.883308 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:14.964740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Transition to ACTIVE for port object cab8ac8e-3248-4057-aaf9-9bb6e222cf84 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:15.040663 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.069282 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:15.181525 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53412) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:15.191954 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9,segment=NetworkSegment(39ef5bf4-ce3c-4143-b551-ce8ace3236d7),segment_id=39ef5bf4-ce3c-4143-b551-ce8ace3236d7)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:15.203515 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.204769 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] For port 31414708-fce1-4bf2-a796-e7709aaed3ad, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:15.205932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:15.206124 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-c26eaa80-e5a8-4e02-97a3-00ff9201656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.209910 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-c26eaa80-e5a8-4e02-97a3-00ff9201656e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.4656830 Jun 26 18:11:15.217911 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-7f87a1ec-8941-4f22-a277-b4e40fbf6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.219431 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-7f87a1ec-8941-4f22-a277-b4e40fbf6db1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1097 time: 0.4527566 Jun 26 18:11:15.248180 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-40ee0e7a-2504-464d-b392-da5c8066199d req-9e6752e7-18f6-4abe-9240-2082910936c5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816401 Jun 26 18:11:15.258711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] For port 31414708-fce1-4bf2-a796-e7709aaed3ad, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=31414708-fce1-4bf2-a796-e7709aaed3ad,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:15.263763 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.271009 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.273193 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:15.286292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.286580 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49f3bbac-cf54-4c84-9027-537c8efaa298 HTTP/1.1" status: 204 len: 168 time: 1.0847018 Jun 26 18:11:15.289756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:15.292209 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.295527 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:15.319971 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f3bbac-cf54-4c84-9027-537c8efaa298,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:15.323319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.325196 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:15.329911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:15.378833 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.379524 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.380972 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] 10.222.0.35 "PUT /v2.0/ports/31414708-fce1-4bf2-a796-e7709aaed3ad HTTP/1.1" status: 200 len: 1093 time: 2.5075555 Jun 26 18:11:15.385689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'tag': '31414708-fce1-4bf2-a796-e7709aaed3ad'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:15.392699 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd" -d '{"events": [{"name": "network-changed", "server_uuid": "0130210b-2f3c-40f1-b349-bcbe1b7eca13", "tag": "31414708-fce1-4bf2-a796-e7709aaed3ad"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:15.432765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e595f-0318-4444-8480-f66fa46e4b1b req-3c200e53-9ec4-40e4-8037-e6fcfece17fb tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.441455 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ff7e595f-0318-4444-8480-f66fa46e4b1b req-3c200e53-9ec4-40e4-8037-e6fcfece17fb tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 943 time: 0.4065204 Jun 26 18:11:15.446635 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade80141-71e1-4ab3-b9b5-aea10460a623" -d '{"events": [{"server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:15.469689 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-2c2b199c-3f7d-4400-81e6-a7775fd51fa4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.2491162 Jun 26 18:11:15.481913 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-148bacb6-6ae0-40df-9846-6ed667e0fa33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 217 time: 0.1342518 Jun 26 18:11:15.565956 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-3285c1db-f69d-4828-965c-8bbcfa075456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.569935 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-3285c1db-f69d-4828-965c-8bbcfa075456 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0858219 Jun 26 18:11:15.622368 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-50c90477-1374-48a4-aa3f-d0b782163657 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426095 Jun 26 18:11:15.682068 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:15.686106 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-022ca545-3f0a-4229-b2f5-6eae2f195608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.687633 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-022ca545-3f0a-4229-b2f5-6eae2f195608 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.1566205 Jun 26 18:11:15.712085 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:15.712085 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db04bb-cee7-4b7f-92fe-b4f04433450b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:15.719985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:15.722571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:15.728211 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.728895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.761839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Pushing event updated for resources: {'Port': ['ID=31414708-fce1-4bf2-a796-e7709aaed3ad,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:15.765085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:15.773617 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:15.783092 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-240bd5fc-e387-41ea-94f8-091ceb4fd569 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507518 Jun 26 18:11:15.860363 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ff7e595f-0318-4444-8480-f66fa46e4b1b req-8ccc83a6-dedc-4163-a9de-791bf1490752 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177155 Jun 26 18:11:15.910210 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'Port': ['ID=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:15.921794 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:15.926058 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90ce689c-7546-4edc-9028-2042e23e1a03 req-566591f0-cecc-4f2a-be9a-1d5960ff757a service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367424 Jun 26 18:11:15.931369 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-425a148a-fe8e-4fd7-9a41-1791f045c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.932933 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-425a148a-fe8e-4fd7-9a41-1791f045c46d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2381048 Jun 26 18:11:15.954216 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a550141-4544-4612-b9be-7034c5476280 x-openstack-request-id: req-3a550141-4544-4612-b9be-7034c5476280 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:15.954506 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0130210b-2f3c-40f1-b349-bcbe1b7eca13", "tag": "31414708-fce1-4bf2-a796-e7709aaed3ad", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:15.954711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a550141-4544-4612-b9be-7034c5476280 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:15.955123 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'tag': '31414708-fce1-4bf2-a796-e7709aaed3ad', 'status': 'completed', 'code': 200} Jun 26 18:11:15.982050 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:15.993232 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbc143-cd14-4b3a-b5d9-52c527f0f5cf req-4ea68aed-24bd-44d6-8b7d-9822b7f389d3 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:15.995235 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4dbc143-cd14-4b3a-b5d9-52c527f0f5cf req-4ea68aed-24bd-44d6-8b7d-9822b7f389d3 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.3257370 Jun 26 18:11:15.999261 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-1ba83248-8b21-4334-84b4-17c0048fd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.000874 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-1ba83248-8b21-4334-84b4-17c0048fd11a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 1096 time: 0.5478802 Jun 26 18:11:16.001718 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.007874 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2b7643d1-20bf-4ea2-bbba-1639f4e27ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:16.016505 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3571041 Jun 26 18:11:16.035909 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-189a833b-7168-4133-8179-486629582d47 None None] Provisioning for port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:16.042862 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-189a833b-7168-4133-8179-486629582d47 None None] Provisioning complete for port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:16.044072 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-189a833b-7168-4133-8179-486629582d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.055898 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Request body: {'port': {'device_id': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:16.087235 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-e4b86cb8-a967-4c93-91ee-e7aa50fcc257 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175952 Jun 26 18:11:16.101591 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-189a833b-7168-4133-8179-486629582d47 None None] Port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:11:16.107006 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-9539b1e7-4960-423a-9fdd-cd9aeadb3637 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31414708-fce1-4bf2-a796-e7709aaed3ad HTTP/1.1" status: 200 len: 217 time: 0.0815284 Jun 26 18:11:16.128995 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df45197e3d704664a27394e2f070e131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415677 Jun 26 18:11:16.131790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53448) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:16.151082 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6618ce61-cf49-45e4-9f2f-40d64a82b00d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:16.154893 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:16.192645 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4dbc143-cd14-4b3a-b5d9-52c527f0f5cf req-acb9222f-2906-4974-b4f0-56c6e5a01d03 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856923 Jun 26 18:11:16.215280 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746c2f37-cd0c-4bb2-9f50-be0f420f3fc7 x-openstack-request-id: req-746c2f37-cd0c-4bb2-9f50-be0f420f3fc7 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:16.215939 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:16.216408 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-746c2f37-cd0c-4bb2-9f50-be0f420f3fc7 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:16.217161 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9', 'code': 200} Jun 26 18:11:16.233155 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-2956b884-bd52-4d3e-92db-d7ffcbfbfc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.234840 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-2956b884-bd52-4d3e-92db-d7ffcbfbfc83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0994439 Jun 26 18:11:16.270936 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.277306 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4ac4b7a-68af-4178-8a24-e5ed23a19340 req-8536dace-907a-47e7-ab1f-25307e90d158 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832323 Jun 26 18:11:16.280453 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.316976 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-a1894958-3f0b-42c0-8ab3-e19eab13c3c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619462 Jun 26 18:11:16.349613 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde2a74-8679-4779-93bb-46215614c9e2 x-openstack-request-id: req-1cde2a74-8679-4779-93bb-46215614c9e2 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:16.349925 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:16.350198 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cde2a74-8679-4779-93bb-46215614c9e2 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:16.354514 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'status': 'completed', 'code': 200} Jun 26 18:11:16.357312 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.509348 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.511958 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.518402 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6618ce61-cf49-45e4-9f2f-40d64a82b00d HTTP/1.1" status: 204 len: 168 time: 0.3824646 Jun 26 18:11:16.518402 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de16825-953c-4b86-86b5-5abddb671108 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:16.543778 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618ce61-cf49-45e4-9f2f-40d64a82b00d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:16.552055 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:16.641644 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-cd793b96-48fc-4743-90e1-6a25a5f670d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.643719 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-cd793b96-48fc-4743-90e1-6a25a5f670d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1973958 Jun 26 18:11:16.685077 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-c019bc64-e93b-4972-99b5-6c27996e2532 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328834 Jun 26 18:11:16.702382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b1b1f-cf12-46fc-95d8-e0bf1a59552a req-8230c9cb-dd12-406c-b233-e6bb301429bf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.710189 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-829b1b1f-cf12-46fc-95d8-e0bf1a59552a req-8230c9cb-dd12-406c-b233-e6bb301429bf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 931 time: 0.3354802 Jun 26 18:11:16.773390 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-6b491ec1-12de-4163-a16c-0ca518125dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.774906 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-6b491ec1-12de-4163-a16c-0ca518125dab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 1098 time: 0.1832995 Jun 26 18:11:16.822765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d6ef-8374-43af-81e8-2c55016ae886 req-86e7d703-f0ff-41c7-8c4b-b8e02e380741 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.824495 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a30d6ef-8374-43af-81e8-2c55016ae886 req-86e7d703-f0ff-41c7-8c4b-b8e02e380741 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.2926719 Jun 26 18:11:16.848075 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.850849 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53474) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:16.863976 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-e1bbff98-af8d-40f3-b799-a726c6793558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:16.865576 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-e1bbff98-af8d-40f3-b799-a726c6793558 service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.2137420 Jun 26 18:11:16.886036 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-829b1b1f-cf12-46fc-95d8-e0bf1a59552a req-00b8578c-8730-4fb2-972b-93e098602790 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749561 Jun 26 18:11:16.909489 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-75a39bd5-d268-457b-9daa-edb338f03895 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 217 time: 0.0357919 Jun 26 18:11:16.956845 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab8ac8e-3248-4057-aaf9-9bb6e222cf84 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:16.967181 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:16.983546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Transition to ACTIVE for port object cab8ac8e-3248-4057-aaf9-9bb6e222cf84 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:17.003455 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-79dc5bb8-acea-448c-9c86-3beabe1071f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.006642 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-79dc5bb8-acea-448c-9c86-3beabe1071f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0901251 Jun 26 18:11:17.034647 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5bdb11f-d695-4b86-a173-26f9a38134fd req-f79760a9-5fbd-4eb4-9d22-5dee435a8fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398201 Jun 26 18:11:17.046896 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a30d6ef-8374-43af-81e8-2c55016ae886 req-4755e9d9-16f7-4b20-a7d2-c56b10b6e89d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985471 Jun 26 18:11:17.051009 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.072641 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-69d77d03-a267-4d23-bffd-39277c514f45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:17.299289 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Pushing event updated for resources: {'Port': ['ID=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:17.325105 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:17.328484 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.337854 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.341842 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-b0404100-c7d1-4e16-8e7f-a5bd05f5657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.343521 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-b0404100-c7d1-4e16-8e7f-a5bd05f5657f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3276145 Jun 26 18:11:17.350098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.358759 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-05a9a408-cc84-43ca-94b5-6d247e17cf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:17.389258 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Attempting to bind port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:17.389772 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Attempting to bind port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:17.390308 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Attempting to bind port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:17.406050 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1113250-7627-415a-a0bc-27fafe145592,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:17.422488 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:17.446269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-8558b937-2a90-4dec-97ce-a0187d9e3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.447927 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-8558b937-2a90-4dec-97ce-a0187d9e3623 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 1096 time: 0.2670505 Jun 26 18:11:17.453866 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643987 Jun 26 18:11:17.456450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bdcc9-3b05-48b1-b621-7f7338e35dca req-396db676-0c39-4301-8864-9fef5e778c32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.458007 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8a8bdcc9-3b05-48b1-b621-7f7338e35dca req-396db676-0c39-4301-8864-9fef5e778c32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 943 time: 0.3792093 Jun 26 18:11:17.458688 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:11:17.459193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Attempting to bind port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:17.466976 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:17.467425 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Checking segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:17.467882 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Bound using segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:17.468385 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Bound port: cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:17.468862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.552518 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b003-5dee-4cb9-8cb6-d4ee4ee953dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.561110 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-d479b928-e218-4459-a8c2-b17280f1585c service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063417 Jun 26 18:11:17.567429 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.598860 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.604613 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.609299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:17.639848 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049286-7f13-48d4-92d7-b1e913ad9091 req-6265b55b-8623-477b-85a8-9a0b2f6918a0 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.647206 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a049286-7f13-48d4-92d7-b1e913ad9091 req-6265b55b-8623-477b-85a8-9a0b2f6918a0 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.2632947 Jun 26 18:11:17.651593 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8a8bdcc9-3b05-48b1-b621-7f7338e35dca req-f2dc177e-fbd0-4a71-89f9-066e9eb48402 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851392 Jun 26 18:11:17.659717 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b31cc73fe0b425682b0201238c66086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8044329 Jun 26 18:11:17.660024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53502) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:17.696245 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53504) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:17.703784 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8868be9-671e-46ed-811f-e04605152b97,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:17.709024 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] For port cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:17.719429 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:17.731543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.749882 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a049286-7f13-48d4-92d7-b1e913ad9091 req-a3b91c62-389e-4b87-8ea1-b5e37f7c6591 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017179 Jun 26 18:11:17.753875 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] For port cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:17.757137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-3ac82a03-d36d-4dcc-b22c-7ef5da687640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.758610 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-3ac82a03-d36d-4dcc-b22c-7ef5da687640 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.2936671 Jun 26 18:11:17.763753 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.776702 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.816311 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-548f5b26-d2c7-46d1-8df9-f414c2a34915 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31414708-fce1-4bf2-a796-e7709aaed3ad HTTP/1.1" status: 200 len: 217 time: 0.0412209 Jun 26 18:11:17.820663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-403a988e-e7e8-49f3-bfd6-57d79d57b442 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:17.887017 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.887679 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.889113 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] 10.222.0.35 "PUT /v2.0/ports/cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 1093 time: 1.8402188 Jun 26 18:11:17.899029 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8db04bb-cee7-4b7f-92fe-b4f04433450b req-ac2c393d-596d-4d8e-9211-132c673cb1e0 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236856 Jun 26 18:11:17.918067 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.922842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-065d56c3-d4b5-4be3-b0a7-69b634507efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:17.927708 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:17.928801 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-065d56c3-d4b5-4be3-b0a7-69b634507efe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0998261 Jun 26 18:11:17.935564 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8868be9-671e-46ed-811f-e04605152b97 HTTP/1.1" status: 204 len: 168 time: 0.2730036 Jun 26 18:11:17.936352 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:17.944196 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Pushing event updated for resources: {'Port': ['ID=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:17.947478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:17.956016 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8868be9-671e-46ed-811f-e04605152b97,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:17.961844 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:17.963671 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:17.966105 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d34acb-201e-4855-af10-f482e51601ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:18.027363 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-52733c50-4ba8-475d-b58c-75c5d9d8a25a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734410 Jun 26 18:11:18.055312 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5976ddca-d07e-42dd-8aa5-8a815987d839 x-openstack-request-id: req-5976ddca-d07e-42dd-8aa5-8a815987d839 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:18.057254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:18.057889 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5976ddca-d07e-42dd-8aa5-8a815987d839 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:18.061980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'status': 'completed', 'code': 200} Jun 26 18:11:18.083795 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-5c1ce609-1f4f-4195-a912-74a55f3bb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.086693 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-5c1ce609-1f4f-4195-a912-74a55f3bb1f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1096 time: 0.1121140 Jun 26 18:11:18.087229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:18.195497 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-1f19ecd2-6e80-4936-b2b6-026dbd9de26c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 217 time: 0.0825474 Jun 26 18:11:18.291188 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-696a7998-4c2d-4bd3-ac03-31db7ad0e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.293034 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-696a7998-4c2d-4bd3-ac03-31db7ad0e0f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0885296 Jun 26 18:11:18.354463 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-2a255e1b-978a-4edc-8561-8e971b0e8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.356180 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-2a255e1b-978a-4edc-8561-8e971b0e8a1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557289 Jun 26 18:11:18.455625 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-31193608-de99-4b65-9a36-e122dab7f6ce service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921767 Jun 26 18:11:18.554694 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-b92193a2-f84c-4a21-bd9a-1f0c27ff08b3 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208123 Jun 26 18:11:18.591991 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-b90bf2dd-291b-4013-bc34-55bad13dae02 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288180 Jun 26 18:11:18.629006 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:18.631383 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0fcd3-a9a6-4305-b34e-61ea9433d438 req-daf710fa-1222-4f8b-847c-ab65d68a44e2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.633212 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5c0fcd3-a9a6-4305-b34e-61ea9433d438 req-daf710fa-1222-4f8b-847c-ab65d68a44e2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.3835554 Jun 26 18:11:18.638969 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53538) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:18.656562 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:18.679562 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747282ff-9f07-46c4-afd6-18fda1149c7c req-93c97cd8-da28-4e45-8e9b-cdec50b17cbd tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.687573 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-747282ff-9f07-46c4-afd6-18fda1149c7c req-93c97cd8-da28-4e45-8e9b-cdec50b17cbd tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 943 time: 0.5592825 Jun 26 18:11:18.759066 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:11:18.785708 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34acb-201e-4855-af10-f482e51601ca req-0306d182-2ce8-482c-affa-516f4a13d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.787791 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-0306d182-2ce8-482c-affa-516f4a13d8d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1096 time: 0.0697730 Jun 26 18:11:18.802843 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:18.820311 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-747282ff-9f07-46c4-afd6-18fda1149c7c req-1e1e4b5b-192e-4270-a854-9d53d6a54825 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317186 Jun 26 18:11:18.832651 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5c0fcd3-a9a6-4305-b34e-61ea9433d438 req-2db9cc2c-32d3-401e-8e04-fce5cc5c9b73 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371567 Jun 26 18:11:18.836393 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:18.843173 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5e23b770-49a4-4673-9f4b-80a816c7f62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:18.850922 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ab5cc19-7b13-47eb-9b2c-ad754ea85acd req-214058e5-25b5-41f4-9e4c-1c813d20a42c service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888074 Jun 26 18:11:18.894234 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34acb-201e-4855-af10-f482e51601ca req-cc068095-a694-4080-adf4-3ee81a1174e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:18.895922 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-cc068095-a694-4080-adf4-3ee81a1174e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.1015189 Jun 26 18:11:18.949042 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:18.950577 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6d8ca87928d446f9f6368cc008742dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2488430 Jun 26 18:11:18.953129 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53546) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:18.962839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b7764-fadf-4476-9ce6-1fe8c31497fd,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:18.966897 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:19.005813 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'port_id': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0', 'mac_address': 'fa:16:3e:55:32:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:11:19.079164 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-94af5d0a-e7c9-44c0-81d9-61c2d8863e6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 217 time: 0.0627718 Jun 26 18:11:19.081521 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.084344 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.092208 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.100534 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.131791 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:19.137041 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:19.144478 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ff74142d0064107b8ad3c0fac496b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033383 Jun 26 18:11:19.162926 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53562) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:19.163771 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:19.169723 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.170559 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:11:19.172679 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-fbdd2796-c24b-43d1-b837-0a6a43c46b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:19.206912 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.215372 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b022a0d-078b-4b24-8411-4c5d22c5e063,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:19.222118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:19.233219 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34acb-201e-4855-af10-f482e51601ca req-dd178927-b34f-4d69-8995-119b98f08edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:19.234966 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-dd178927-b34f-4d69-8995-119b98f08edd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.1009085 Jun 26 18:11:19.278967 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:19.291735 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:19.346191 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.368348 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a48d72-ebe9-44e3-8365-e2ad33fc72bb req-a781072d-e283-45ba-bd97-8eb958994986 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:19.370183 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06a48d72-ebe9-44e3-8365-e2ad33fc72bb req-a781072d-e283-45ba-bd97-8eb958994986 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.2622149 Jun 26 18:11:19.370802 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.373391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.375923 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:19.386795 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34acb-201e-4855-af10-f482e51601ca req-289d7fb9-ad00-402e-8c24-a132e8a1cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:19.389325 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-289d7fb9-ad00-402e-8c24-a132e8a1cc62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458433 Jun 26 18:11:19.395730 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/054b7764-fadf-4476-9ce6-1fe8c31497fd HTTP/1.1" status: 204 len: 168 time: 0.4411831 Jun 26 18:11:19.398560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '62d9529f-1d82-4870-9f7f-01498a20b438', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438', 'mac_address': 'fa:16:3e:3f:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:11:19.399840 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2624edf1-5dd5-475e-afc8-0f2a53831417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:19.415594 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95c738-a40e-4ab5-af0a-54840e9883ec req-003030a2-b7bb-4111-9be8-64c0be6c114a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:19.419719 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1f95c738-a40e-4ab5-af0a-54840e9883ec req-003030a2-b7bb-4111-9be8-64c0be6c114a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 943 time: 0.2947948 Jun 26 18:11:19.492117 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.492476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b7764-fadf-4476-9ce6-1fe8c31497fd,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:19.501348 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:19.525326 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d9529f-1d82-4870-9f7f-01498a20b438 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:19.535487 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.546764 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-be716415-6499-42a6-9b77-ad1e7aa39c59 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487288 Jun 26 18:11:19.551581 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:19.560013 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.561651 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-4b5bcf9e-3bf8-488b-8adc-c6c3cd4fbef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:19.587973 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06a48d72-ebe9-44e3-8365-e2ad33fc72bb req-13a5b69c-9ff4-4c37-b972-551fc48e0919 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824279 Jun 26 18:11:19.602740 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1f95c738-a40e-4ab5-af0a-54840e9883ec req-1fff0bb0-0f70-44ab-b5ed-a1f7b885737b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665320 Jun 26 18:11:19.649648 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.653304 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:19.655374 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b022a0d-078b-4b24-8411-4c5d22c5e063 HTTP/1.1" status: 204 len: 168 time: 0.4684808 Jun 26 18:11:19.656371 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-04095708-e514-459f-bf23-d5fe149f18c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:19.665452 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b022a0d-078b-4b24-8411-4c5d22c5e063,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:19.667148 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:19.668294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:19.670250 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:19.687793 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-86d34acb-201e-4855-af10-f482e51601ca req-a12ad887-d089-4aa8-841d-7c89c5011f18 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324656 Jun 26 18:11:19.693101 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53578) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:19.927502 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:11:19.966212 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['62d9529f-1d82-4870-9f7f-01498a20b438'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:11:19.983025 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.074419 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.112895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15996464-9b91-4d86-867d-0fb7116150b8 req-9dd615ba-b1a8-404b-94f2-82dd36eaa9ac tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:20.114700 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15996464-9b91-4d86-867d-0fb7116150b8 req-9dd615ba-b1a8-404b-94f2-82dd36eaa9ac tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 943 time: 0.1720250 Jun 26 18:11:20.153440 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53596) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:20.168815 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b281d4a-14df-4c45-ad27-2c07faaba961 req-e81bbecb-c381-4dc4-aa06-cd8e630124cd tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:20.170597 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b281d4a-14df-4c45-ad27-2c07faaba961 req-e81bbecb-c381-4dc4-aa06-cd8e630124cd tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.1846774 Jun 26 18:11:20.180423 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.233629 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15996464-9b91-4d86-867d-0fb7116150b8 req-e23e000c-60ca-4f97-81e3-ad22451ff522 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101687 Jun 26 18:11:20.268426 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b281d4a-14df-4c45-ad27-2c07faaba961 req-5c1ceb4d-8998-411a-908c-e8c9af2c299f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892897 Jun 26 18:11:20.300244 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.306312 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.310920 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:20.349299 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a571221862d64cb5a0bd655513f929c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548669 Jun 26 18:11:20.350415 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0747d-8102-41b9-8d61-d7f3eda7e9b1,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:20.352959 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53602) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:20.360876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:20.412054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.440865 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.441417 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.448543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.452992 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:20.491676 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96356d5c-10a4-494e-9892-0fbed78637de,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:20.498449 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=304a808960874ceeb8f3d299d2e54d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408763 Jun 26 18:11:20.498449 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:20.498766 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53614) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:20.511692 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.514389 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.518354 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0c0747d-8102-41b9-8d61-d7f3eda7e9b1 HTTP/1.1" status: 204 len: 168 time: 0.1615741 Jun 26 18:11:20.518354 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:20.524137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0747d-8102-41b9-8d61-d7f3eda7e9b1,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:20.526409 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:20.554393 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.588323 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.646568 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.649477 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:20.653409 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96356d5c-10a4-494e-9892-0fbed78637de HTTP/1.1" status: 204 len: 168 time: 0.1534989 Jun 26 18:11:20.654117 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-97491ced-a890-4667-8187-21f61972e6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:20.661839 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96356d5c-10a4-494e-9892-0fbed78637de,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:20.664109 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:20.779626 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 31414708-fce1-4bf2-a796-e7709aaed3ad details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:11:20.788083 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:20.858205 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeddb2-aba5-4623-897d-9e3b2ebce998 req-b13e31cd-efbb-4a48-b08d-cff5dc0a1366 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:20.859649 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4caeddb2-aba5-4623-897d-9e3b2ebce998 req-b13e31cd-efbb-4a48-b08d-cff5dc0a1366 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 943 time: 0.1135814 Jun 26 18:11:20.867988 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0fa5a-07f6-424c-8c7d-9a668eff02dd req-81692e7a-527c-43ac-9839-f56e1412d7b2 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:20.869729 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-35d0fa5a-07f6-424c-8c7d-9a668eff02dd req-81692e7a-527c-43ac-9839-f56e1412d7b2 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1073480 Jun 26 18:11:20.951567 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-35d0fa5a-07f6-424c-8c7d-9a668eff02dd req-4da1a8c9-fc7c-4c2f-93a4-51daede0fe4d tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655501 Jun 26 18:11:20.955871 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:20.964816 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:20.965195 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.000168 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4caeddb2-aba5-4623-897d-9e3b2ebce998 req-f141245a-a064-4403-b084-aa5327647457 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293468 Jun 26 18:11:21.000649 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 31414708-fce1-4bf2-a796-e7709aaed3ad, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=31414708-fce1-4bf2-a796-e7709aaed3ad,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:21.041964 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '31414708-fce1-4bf2-a796-e7709aaed3ad', 'network_id': '2b791ea2-7a05-45b8-a3b1-2f35cfe9063e', 'port_id': '31414708-fce1-4bf2-a796-e7709aaed3ad', 'mac_address': 'fa:16:3e:7c:64:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663c4d45-19a6-4986-8863-0fef0db3e6fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:11:21.083920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53642) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:21.110373 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.129211 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.133180 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31414708-fce1-4bf2-a796-e7709aaed3ad {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:21.166059 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 31414708-fce1-4bf2-a796-e7709aaed3ad, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=31414708-fce1-4bf2-a796-e7709aaed3ad,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:21.170446 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:21.173177 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bab5d9-714e-4429-9a70-b89971e1ef23" -d '{"events": [{"server_uuid": "57a2a7c9-2366-4e02-9a73-afd2d45406f7", "name": "network-vif-plugged", "status": "completed", "tag": "d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:21.178785 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.185384 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:21.192949 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:21.218670 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.218829 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53650) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:21.220251 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:21.258586 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311fd14e-5a00-4847-b8cd-151973f4c187 x-openstack-request-id: req-311fd14e-5a00-4847-b8cd-151973f4c187 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:21.258964 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a2a7c9-2366-4e02-9a73-afd2d45406f7", "name": "network-vif-plugged", "status": "completed", "tag": "d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:21.259300 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-311fd14e-5a00-4847-b8cd-151973f4c187 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:21.259731 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0', 'code': 200} Jun 26 18:11:21.260361 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.305757 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=31414708-fce1-4bf2-a796-e7709aaed3ad,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:21.310349 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:21.310943 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:21.409444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:21.425928 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:21.461115 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 62d9529f-1d82-4870-9f7f-01498a20b438 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:21.472775 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 62d9529f-1d82-4870-9f7f-01498a20b438 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:21.473098 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.497514 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['31414708-fce1-4bf2-a796-e7709aaed3ad'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:11:21.629817 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.657487 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.725506 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.731023 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-092fcdb7-6de1-4074-83f2-c4c49d700785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:21.755677 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.817129 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd59a5c21fac4b9389131f80ae882484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938413 Jun 26 18:11:21.817872 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53676) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:21.818669 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af819ba-2ebd-4306-bddb-ff39b42ac6e3 req-909f3383-2d8a-41f3-9629-1e8e49eda5b5 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:21.819650 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d5184-5b67-4854-9d2a-232ae57bbe8e,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:21.824277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:21.827001 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:21.833555 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0af819ba-2ebd-4306-bddb-ff39b42ac6e3 req-909f3383-2d8a-41f3-9629-1e8e49eda5b5 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 943 time: 0.2975867 Jun 26 18:11:21.835435 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:21.840342 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-2f83b578-02e8-49bb-9af9-48a494278a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:21.915698 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a041-c42d-4915-a965-15bb5e808bf3 req-234700d2-7fe7-44c0-8825-c251e1cc2b40 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:21.917370 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0b8a041-c42d-4915-a965-15bb5e808bf3 req-234700d2-7fe7-44c0-8825-c251e1cc2b40 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.2978053 Jun 26 18:11:21.919995 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:21.929345 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:21.938586 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0af819ba-2ebd-4306-bddb-ff39b42ac6e3 req-c85c01f6-fc62-4bb0-93ea-8ccf319933ea tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016812 Jun 26 18:11:21.945462 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd13a62-8402-4004-884e-92179f9c37ca req-4ed17f91-2086-40bb-905e-294a67e553ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:21.947068 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2dd13a62-8402-4004-884e-92179f9c37ca req-4ed17f91-2086-40bb-905e-294a67e553ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.2811937 Jun 26 18:11:21.999907 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0b8a041-c42d-4915-a965-15bb5e808bf3 req-c28b2001-6728-46a5-9c2b-e2086a33a109 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755823 Jun 26 18:11:22.034615 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2dd13a62-8402-4004-884e-92179f9c37ca req-aec71b62-fbea-45b4-97f7-2e91c1092806 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775177 Jun 26 18:11:22.052438 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.054341 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.061322 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.067975 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a90a4416-8dab-435f-92ae-4220ad371b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:22.124544 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d638de-8f02-41e5-966f-9ae2953dd570,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:22.144033 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:22.146412 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e82eac11285b40db858bdce3d0788fda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0610123 Jun 26 18:11:22.150997 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53722) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:22.164547 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.209445 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94bb9b-c78e-4903-a16c-79dc86ed2672 req-ce9f4fd2-19b9-43f5-bb88-7e76b351e231 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:22.211197 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cb94bb9b-c78e-4903-a16c-79dc86ed2672 req-ce9f4fd2-19b9-43f5-bb88-7e76b351e231 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 944 time: 0.0782309 Jun 26 18:11:22.242319 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.263061 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cb94bb9b-c78e-4903-a16c-79dc86ed2672 req-b49f5d51-6e24-4001-a5fa-53a059a1916d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Jun 26 18:11:22.268932 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.270978 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.273831 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.274834 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a2d5184-5b67-4854-9d2a-232ae57bbe8e HTTP/1.1" status: 204 len: 168 time: 0.4520411 Jun 26 18:11:22.280293 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b421ab46-1f6a-4254-9650-62f04a9126eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:22.292626 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d5184-5b67-4854-9d2a-232ae57bbe8e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:22.297430 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:22.350809 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.355283 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.356860 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24d638de-8f02-41e5-966f-9ae2953dd570 HTTP/1.1" status: 204 len: 168 time: 0.2047298 Jun 26 18:11:22.357959 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b5d1efcf-629f-44e2-a261-34273447f209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:22.369900 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d638de-8f02-41e5-966f-9ae2953dd570,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:22.372392 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:22.772100 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device cab8ac8e-3248-4057-aaf9-9bb6e222cf84 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:11:22.796130 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 31414708-fce1-4bf2-a796-e7709aaed3ad up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:22.893948 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53768) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:22.923654 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.935644 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 31414708-fce1-4bf2-a796-e7709aaed3ad completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:22.952342 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 31414708-fce1-4bf2-a796-e7709aaed3ad triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:22.952912 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:22.963600 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:23.063282 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'port_id': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'mac_address': 'fa:16:3e:92:90:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:11:23.114158 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.121741 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.152775 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:23.188293 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edecff1d8eaf48d0afca4ec8309672e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929480 Jun 26 18:11:23.196564 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53788) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:23.230817 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.250029 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25092d-9df5-435c-bf67-d9ba1195dfec,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:23.256204 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:23.266297 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:23.271033 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d1c13-7c67-4a7b-93e5-0f679be2e73d" -d '{"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-plugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:23.305533 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab8ac8e-3248-4057-aaf9-9bb6e222cf84 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:23.332291 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576624dd-7bd9-4c84-9420-e57c3cbf35db req-478f080e-06ac-435a-b338-0b66070fd929 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:23.340655 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-576624dd-7bd9-4c84-9420-e57c3cbf35db req-478f080e-06ac-435a-b338-0b66070fd929 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 943 time: 0.1607213 Jun 26 18:11:23.348321 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.352080 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:23.355042 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.370344 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.379139 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:23.437508 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.504673 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:23.515409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-576624dd-7bd9-4c84-9420-e57c3cbf35db req-8d383fbb-fbe8-43d4-a018-620e267a1d5c tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728103 Jun 26 18:11:23.518355 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:23.527736 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 31414708-fce1-4bf2-a796-e7709aaed3ad, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=31414708-fce1-4bf2-a796-e7709aaed3ad,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:23.549121 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.551181 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:23.611860 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26291d8-5940-4a2b-8ed7-c54f485b5d98 x-openstack-request-id: req-a26291d8-5940-4a2b-8ed7-c54f485b5d98 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:23.615690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-plugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:23.616830 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a26291d8-5940-4a2b-8ed7-c54f485b5d98 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:23.616830 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'code': 200} Jun 26 18:11:23.664884 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.671684 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:23.672868 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f25092d-9df5-435c-bf67-d9ba1195dfec HTTP/1.1" status: 204 len: 168 time: 0.4748445 Jun 26 18:11:23.676391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c4030851-9b03-4c81-9a76-1571a823b498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:23.691954 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=31414708-fce1-4bf2-a796-e7709aaed3ad,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:23.695384 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:23.720136 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25092d-9df5-435c-bf67-d9ba1195dfec,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:23.725266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:23.745711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f45bb8-0e29-42ca-a019-3230cbddf62e req-fe40f099-a0ec-44e8-b416-08358094220d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:23.753416 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8f45bb8-0e29-42ca-a019-3230cbddf62e req-fe40f099-a0ec-44e8-b416-08358094220d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1506722 Jun 26 18:11:23.763603 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['cab8ac8e-3248-4057-aaf9-9bb6e222cf84'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:11:23.950088 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8f45bb8-0e29-42ca-a019-3230cbddf62e req-d3dad106-34ab-48b0-ac2a-ec0e9c4037ea tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956978 Jun 26 18:11:24.008296 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a6a1e-854c-4e92-8fa9-3be1db3fdc81 req-dd369cf7-5dce-45e9-ac66-37373a8734ff tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:24.013135 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-707a6a1e-854c-4e92-8fa9-3be1db3fdc81 req-dd369cf7-5dce-45e9-ac66-37373a8734ff tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.2281065 Jun 26 18:11:24.055221 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa56d4b-7010-4f0d-bd0d-a5334dbcdc1d req-ae953a32-bc20-4cfa-b03a-5ed50992b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:24.057220 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-baa56d4b-7010-4f0d-bd0d-a5334dbcdc1d req-ae953a32-bc20-4cfa-b03a-5ed50992b713 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1099 time: 0.1334746 Jun 26 18:11:24.071575 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-707a6a1e-854c-4e92-8fa9-3be1db3fdc81 req-5b134bbf-ab66-45f6-89fb-7e678052b28a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Jun 26 18:11:24.100715 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-baa56d4b-7010-4f0d-bd0d-a5334dbcdc1d req-6a41d514-dfcc-4072-8f00-ffb68d813629 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Jun 26 18:11:24.116530 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.293800 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53842) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:24.512935 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.691812 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.708280 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.717172 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-74777398-b1d7-4206-a836-ec4b69563ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:24.774145 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae7f3b7-9a6b-4d30-b859-a9c24acbc0d3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:24.783892 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c62869ac7265487dbc75967f2198760a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886341 Jun 26 18:11:24.784997 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:24.786095 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53866) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:24.802663 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device cab8ac8e-3248-4057-aaf9-9bb6e222cf84 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:11:24.829370 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2234459-0f7f-43d3-ad18-4fa21b0d54a4 req-b37acf78-7ed6-4537-a642-8bce0a80dbbb tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:24.831870 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2234459-0f7f-43d3-ad18-4fa21b0d54a4 req-b37acf78-7ed6-4537-a642-8bce0a80dbbb tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 944 time: 0.1369057 Jun 26 18:11:24.885603 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2234459-0f7f-43d3-ad18-4fa21b0d54a4 req-dfb36700-09b9-47d7-9d07-e1cadc1902cf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467324 Jun 26 18:11:24.892245 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.895916 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:11:24.905148 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:11:24.905785 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.916351 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.980412 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.984652 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:24.985891 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cae7f3b7-9a6b-4d30-b859-a9c24acbc0d3 HTTP/1.1" status: 204 len: 168 time: 0.1982782 Jun 26 18:11:24.987592 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e4be3056-1aea-4971-85ce-262e8152ed6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:24.993581 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.012804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae7f3b7-9a6b-4d30-b859-a9c24acbc0d3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:25.022131 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:25.040408 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:25.047975 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.050513 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-f627580a-e92d-4780-b06d-b1bf8ac00ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:25.110817 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:25.114925 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:25.172551 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f802ce-3870-4601-b190-ed343ff6e19b req-5fe4d327-5988-43cf-b9a2-867eb200317e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:25.174718 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f8f802ce-3870-4601-b190-ed343ff6e19b req-5fe4d327-5988-43cf-b9a2-867eb200317e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0970016 Jun 26 18:11:25.244662 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f8f802ce-3870-4601-b190-ed343ff6e19b req-8ece56ab-1a4b-480e-8459-c62db7101b0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639784 Jun 26 18:11:25.276055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1bf2f-743a-49b9-b4b1-cc998f09c2b7 req-44c582d4-2933-40a9-89b2-e2755753c0c8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:25.279800 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-46d1bf2f-743a-49b9-b4b1-cc998f09c2b7 req-44c582d4-2933-40a9-89b2-e2755753c0c8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0827706 Jun 26 18:11:25.323059 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-46d1bf2f-743a-49b9-b4b1-cc998f09c2b7 req-56e4b7fa-a62f-4025-8c73-2d4cf24ffa7a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374665 Jun 26 18:11:25.406432 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53888) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:25.420004 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.515123 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.524322 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.527135 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4af34b40-e1a8-43bd-8c4a-3e4611043cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:25.563632 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b256093fa83f467cbab16ffadca600fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561043 Jun 26 18:11:25.564572 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe5d0d-6f4b-491c-9a87-c9448302fc9c,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:25.567342 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 53894) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:25.567537 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:25.617938 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31414708-fce1-4bf2-a796-e7709aaed3ad'}, {'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:25.622888 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f37596-9260-425e-88dd-2140b85a774f" -d '{"events": [{"server_uuid": "0130210b-2f3c-40f1-b349-bcbe1b7eca13", "name": "network-vif-plugged", "status": "completed", "tag": "31414708-fce1-4bf2-a796-e7709aaed3ad"}, {"server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "name": "network-vif-plugged", "status": "completed", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:25.647405 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.670194 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee12566-cf35-4ffc-8995-9ba5704d3e74 x-openstack-request-id: req-0ee12566-cf35-4ffc-8995-9ba5704d3e74 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:25.670513 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0130210b-2f3c-40f1-b349-bcbe1b7eca13", "name": "network-vif-plugged", "status": "completed", "tag": "31414708-fce1-4bf2-a796-e7709aaed3ad", "code": 200}, {"server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "name": "network-vif-plugged", "status": "completed", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:25.670970 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ee12566-cf35-4ffc-8995-9ba5704d3e74 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:25.671522 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31414708-fce1-4bf2-a796-e7709aaed3ad', 'code': 200} Jun 26 18:11:25.671798 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'code': 200} Jun 26 18:11:25.686881 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.741650 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.745204 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:25.747022 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bfe5d0d-6f4b-491c-9a87-c9448302fc9c HTTP/1.1" status: 204 len: 168 time: 0.1775756 Jun 26 18:11:25.748149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-34ee6a75-2d24-46c3-9891-0911c193649e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:25.758937 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfe5d0d-6f4b-491c-9a87-c9448302fc9c,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:25.761936 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:26.147468 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807c1ca-7e38-4d42-9e7c-8a48bf63d018 req-d5b08b61-e141-4f62-a960-56e3a9f524bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:26.149272 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9807c1ca-7e38-4d42-9e7c-8a48bf63d018 req-d5b08b61-e141-4f62-a960-56e3a9f524bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 1098 time: 0.0601456 Jun 26 18:11:26.197143 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9807c1ca-7e38-4d42-9e7c-8a48bf63d018 req-d59b7ec7-7d83-413d-9e52-1e61319d7c9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Jun 26 18:11:26.240932 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d7e0-dcf8-4b80-8d41-c8a9c98b8670 req-37e65b0e-f77f-475a-92e8-7e6bb54dd739 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:26.242716 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5054d7e0-dcf8-4b80-8d41-c8a9c98b8670 req-37e65b0e-f77f-475a-92e8-7e6bb54dd739 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1813130 Jun 26 18:11:26.284427 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e820-ea83-4cbd-b549-117676059d04 req-318e8a80-a154-47a9-8ac4-7cd0990bd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:26.286046 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc76e820-ea83-4cbd-b549-117676059d04 req-318e8a80-a154-47a9-8ac4-7cd0990bd7c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1098 time: 0.1792727 Jun 26 18:11:26.326486 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5054d7e0-dcf8-4b80-8d41-c8a9c98b8670 req-fd738e05-468d-46ea-af83-d5ada998bd7a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650494 Jun 26 18:11:26.568627 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc76e820-ea83-4cbd-b549-117676059d04 req-af58ff9e-4b08-4132-8b62-49b1d1d90398 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841968 Jun 26 18:11:26.586667 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96c528-34fa-4afa-ab30-6b4da2dd9d53 req-369a5105-db30-4d23-a37e-f224c4c64026 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:26.593786 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f96c528-34fa-4afa-ab30-6b4da2dd9d53 req-369a5105-db30-4d23-a37e-f224c4c64026 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1657856 Jun 26 18:11:26.688353 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f96c528-34fa-4afa-ab30-6b4da2dd9d53 req-4ca7a26e-f885-486e-9369-65b41b271861 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939312 Jun 26 18:11:26.704107 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2fcf2-b729-4eaf-8e0b-f1e5fb9528db req-62262b94-6a0d-433d-ba9c-d4ccb8b67af9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:26.722567 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77e2fcf2-b729-4eaf-8e0b-f1e5fb9528db req-62262b94-6a0d-433d-ba9c-d4ccb8b67af9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.2174902 Jun 26 18:11:26.777555 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77e2fcf2-b729-4eaf-8e0b-f1e5fb9528db req-d7a72459-b203-4f14-bc35-305270e92c81 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498557 Jun 26 18:11:26.922761 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec630e9a-6b30-4da1-bc43-ccc4ade8c7a0 req-c109ffec-03a0-4fea-b8d0-494e13371cf0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:26.924850 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec630e9a-6b30-4da1-bc43-ccc4ade8c7a0 req-c109ffec-03a0-4fea-b8d0-494e13371cf0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0874758 Jun 26 18:11:26.933700 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 53998) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:26.938433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'floatingip': {'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:27.006682 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:27.566181 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a8c6-51a8-48eb-992a-b658e3a0c9a6 req-34948237-15e6-44dd-8b83-69ee57a36c47 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:27.572467 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7dc7a8c6-51a8-48eb-992a-b658e3a0c9a6 req-34948237-15e6-44dd-8b83-69ee57a36c47 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1070914 Jun 26 18:11:27.621700 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7dc7a8c6-51a8-48eb-992a-b658e3a0c9a6 req-81b306b7-9c31-4582-89f2-88ca9bcaf68f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483775 Jun 26 18:11:27.969578 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:27.975551 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.024142 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac84d4f-7cdc-4c33-a576-053f4ba57b1d req-da99983b-e229-499e-b325-055b2f9ceed5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:28.026426 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ac84d4f-7cdc-4c33-a576-053f4ba57b1d req-da99983b-e229-499e-b325-055b2f9ceed5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0943704 Jun 26 18:11:28.066225 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54094) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:28.105776 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ac84d4f-7cdc-4c33-a576-053f4ba57b1d req-f0789783-4fe1-45fb-b37d-0e7d8c1acebf tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736921 Jun 26 18:11:28.142863 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Floating IP 7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de associated. External IP: 172.27.2.187, port: 62d9529f-1d82-4870-9f7f-01498a20b438. Jun 26 18:11:28.208054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.317007 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.321013 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.323858 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e1ffbba6-de63-4ae4-aa6a-cbf37009d4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:28.376552 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6cdc3980ad249fbaf5c10e4fe6cee73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055534 Jun 26 18:11:28.384130 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54110) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:28.409448 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa853f0-df30-49db-8710-aa62538f4fa0,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:28.417473 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:28.444643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:11:28.459684 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.516524 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.603765 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:11:28.608421 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.619784 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:11:28.630517 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:11:28.631467 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:11:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:28.632639 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.635155 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:28.636307 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfa853f0-df30-49db-8710-aa62538f4fa0 HTTP/1.1" status: 204 len: 168 time: 0.2518301 Jun 26 18:11:28.638642 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2fe3c8e5-61cd-4d35-8b99-0e9eb5c6d276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:28.654232 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa853f0-df30-49db-8710-aa62538f4fa0,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:28.657647 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:28.664953 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-dcc546fa-e143-44b7-80f2-795ad743e0df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "PUT /v2.0/floatingips/7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de HTTP/1.1" status: 200 len: 992 time: 1.7276642 Jun 26 18:11:28.664953 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:28.665629 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928" -d '{"events": [{"name": "network-changed", "server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:28.721721 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54126) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:28.773679 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:11:28.874172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0406a-62fd-4609-976a-98b6068f6d68 req-92a7a854-f441-4ba6-b456-1c143661c33c tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:28.876531 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2cb0406a-62fd-4609-976a-98b6068f6d68 req-92a7a854-f441-4ba6-b456-1c143661c33c tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0865374 Jun 26 18:11:28.937866 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2cb0406a-62fd-4609-976a-98b6068f6d68 req-031655bd-6430-4135-a9d7-071fd09ae8a8 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534937 Jun 26 18:11:28.975090 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd587ebd-dc30-42c5-894c-a698cd9f6a4a x-openstack-request-id: req-fd587ebd-dc30-42c5-894c-a698cd9f6a4a {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:28.975598 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:28.975692 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd587ebd-dc30-42c5-894c-a698cd9f6a4a {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:28.976080 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'status': 'completed', 'code': 200} Jun 26 18:11:29.098768 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.132780 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'mac_address': 'fa:16:3e:3f:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:11:00Z', 'updated_at': '2021-06-26T18:11:27Z', 'revision_number': 1, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:29.158526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54142) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:29.176117 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:11:29.181753 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.188242 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:11:29.189674 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:11:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:29.256204 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-1b66cede-37dc-490b-b6ac-25c3e690afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:29.257688 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-1b66cede-37dc-490b-b6ac-25c3e690afa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1099 time: 0.2015700 Jun 26 18:11:29.268924 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.276675 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.282871 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:29.329346 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:11:29.340679 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c1473-ccef-4575-b669-d342b2d4f6de req-d6283caf-acd5-402e-bb10-323403ecbd5d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:29.343948 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bab90fed559a4d80aa76bb2f6394925f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215045 Jun 26 18:11:29.349103 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-453c1473-ccef-4575-b669-d342b2d4f6de req-d6283caf-acd5-402e-bb10-323403ecbd5d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.2459385 Jun 26 18:11:29.351994 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54150) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:29.357747 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54152) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:29.361865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cda3ec-b916-4f02-a74a-3256901dff8b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:29.370433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:29.396629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'floatingip': {'port_id': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:29.425971 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.430513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.434450 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5ea9e432-f46b-4e0f-a78c-6005cb6c2aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:29.475787 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e58267423004ede819a87de53664402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160632 Jun 26 18:11:29.476431 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54154) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:29.484095 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140c7e06-06fe-456f-b975-e4fecef12c4c,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:29.488279 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:29.535773 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.566676 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.596048 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'mac_address': 'fa:16:3e:3f:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:11:00Z', 'updated_at': '2021-06-26T18:11:27Z', 'revision_number': 1, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:29.624525 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.628441 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.629633 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/140c7e06-06fe-456f-b975-e4fecef12c4c HTTP/1.1" status: 204 len: 168 time: 0.1512783 Jun 26 18:11:29.630394 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-96800852-5e06-4968-9343-af755cd95676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:29.639236 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c7e06-06fe-456f-b975-e4fecef12c4c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:29.649097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:29.685392 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.714839 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819c502-fd02-4aa1-8106-ab3d2d6c8097 None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'mac_address': 'fa:16:3e:3f:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:11:00Z', 'updated_at': '2021-06-26T18:11:27Z', 'revision_number': 1, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:11:29.815010 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-6e31fe30-4542-4436-b3b8-14674f639fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:29.816569 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-6e31fe30-4542-4436-b3b8-14674f639fad service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.5494361 Jun 26 18:11:29.831602 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed1073-80e7-4381-baf8-b62804cbd412 req-08458a14-d040-4365-a8ca-e8c87399ed0a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:29.833090 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32ed1073-80e7-4381-baf8-b62804cbd412 req-08458a14-d040-4365-a8ca-e8c87399ed0a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.5890045 Jun 26 18:11:29.934035 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:29.978842 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899ef80-15ba-4fcb-be9e-7be62668af1e None None] New status for floating IP 7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:11:30.035203 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:30.074919 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-56afdfa2-46c7-441e-b7bb-09e3e62e3e84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 1000 time: 0.2408621 Jun 26 18:11:30.083859 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32ed1073-80e7-4381-baf8-b62804cbd412 req-1014ceef-1659-426e-9b74-f2e38a3a4785 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270763 Jun 26 18:11:30.281172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-bd49b4d7-7416-4e43-a031-f32054ac8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:30.282918 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-bd49b4d7-7416-4e43-a031-f32054ac8587 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.1557262 Jun 26 18:11:30.302742 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:30.305274 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:30.308688 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3cda3ec-b916-4f02-a74a-3256901dff8b HTTP/1.1" status: 204 len: 168 time: 0.9524884 Jun 26 18:11:30.315846 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:30.375454 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cda3ec-b916-4f02-a74a-3256901dff8b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:30.384157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:30.653430 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-321bfd4e-b8de-4b0c-8702-285158e67365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:30.655090 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-321bfd4e-b8de-4b0c-8702-285158e67365 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 1098 time: 0.1599383 Jun 26 18:11:30.753896 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-531c7757-d1d5-4178-b041-1d769c0ef660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:30.755512 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-531c7757-d1d5-4178-b041-1d769c0ef660 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4541373 Jun 26 18:11:30.810418 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-8d03026d-6ccb-472d-9adf-6cbc39f44b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:30.812479 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-8d03026d-6ccb-472d-9adf-6cbc39f44b1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.1483164 Jun 26 18:11:30.887009 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-01cb0f0d-17cc-42b9-bf6c-5472c73fda21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31414708-fce1-4bf2-a796-e7709aaed3ad HTTP/1.1" status: 200 len: 217 time: 0.0587959 Jun 26 18:11:30.905091 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54202) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:30.998476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.db.resource_extend [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 18:11:31.049792 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f562cc-f778-41b8-ac81-87e1c9fe96e6 req-ec270611-564e-408d-80cb-d4b453699b93 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:31.059690 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-93f562cc-f778-41b8-ac81-87e1c9fe96e6 req-ec270611-564e-408d-80cb-d4b453699b93 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.3809242 Jun 26 18:11:31.137342 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-d622828c-e4b0-4d65-919c-efbe4bb5c8c6 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469617 Jun 26 18:11:31.150316 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.156730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.178394 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-57f94ea5-8ccc-406b-8199-99b5d6f69e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:31.180068 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-57f94ea5-8ccc-406b-8199-99b5d6f69e7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.2676058 Jun 26 18:11:31.191382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.204822 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-93f562cc-f778-41b8-ac81-87e1c9fe96e6 req-57de5c03-e29b-46b7-80d5-ef0c08d07009 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438558 Jun 26 18:11:31.279221 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-ba9d4606-301d-4435-8efb-ed3bf390e0b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566263 Jun 26 18:11:31.456571 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.459701 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-a999f834-646d-42a4-a757-c1680156d360 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306720 Jun 26 18:11:31.461929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.464513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9ce3a602-a703-4356-9865-a2fa3fcb8713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:31.526799 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89fc057e7f3b40d581b4d44b1a1fc2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181996 Jun 26 18:11:31.527350 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54214) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:31.564729 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f45fd-a08b-4c27-91c7-9b70be19a9e6,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:31.571709 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:31.627680 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e9c916fd-5274-46b6-a5d3-15eff6f12f8e req-6c298f42-f793-4cc7-9940-76e932930092 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496727 Jun 26 18:11:31.630394 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.633077 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Floating IP 3a76217b-3ad0-4dc8-a939-c774b864728f associated. External IP: 172.27.2.56, port: cab8ac8e-3248-4057-aaf9-9bb6e222cf84. Jun 26 18:11:31.637248 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0e3dd1e-edf4-4b7b-9ca9-8fa882316928 req-8fb9b05a-c8fd-4081-ad2a-6d43ea744536 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753618 Jun 26 18:11:31.651420 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.705398 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.708122 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.709397 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d05f45fd-a08b-4c27-91c7-9b70be19a9e6 HTTP/1.1" status: 204 len: 168 time: 0.1541648 Jun 26 18:11:31.710148 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:31.725373 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f45fd-a08b-4c27-91c7-9b70be19a9e6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:31.727595 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:31.849515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:11:31.974998 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:11:31.980383 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:31.984907 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:11:31.999023 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:11:31.999691 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:11:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:32.025284 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-01a7915d-a4d2-4091-bb2e-fba1b92f4a50 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "PUT /v2.0/floatingips/3a76217b-3ad0-4dc8-a939-c774b864728f HTTP/1.1" status: 200 len: 990 time: 2.6602907 Jun 26 18:11:32.025869 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:32.040319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323176d-8d9b-4c7d-9920-ee212868090b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:32.131416 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41e96a-9afb-4250-86df-92dd650f5909 x-openstack-request-id: req-4b41e96a-9afb-4250-86df-92dd650f5909 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:32.132350 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:32.132723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b41e96a-9afb-4250-86df-92dd650f5909 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:32.133266 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'status': 'completed', 'code': 200} Jun 26 18:11:32.161059 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:11:32.357455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323176d-8d9b-4c7d-9920-ee212868090b req-7e169e7f-3cf1-447b-ba19-0cafea72c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:32.359286 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-7e169e7f-3cf1-447b-ba19-0cafea72c8d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1098 time: 0.1038857 Jun 26 18:11:32.535503 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '3a76217b-3ad0-4dc8-a939-c774b864728f', 'tenant_id': '47a822717cc64394971656883470c96c', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'port_id': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'mac_address': 'fa:16:3e:92:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:11:00Z', 'updated_at': '2021-06-26T18:11:30Z', 'revision_number': 1, 'project_id': '47a822717cc64394971656883470c96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:32.589465 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:11:32.614345 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323176d-8d9b-4c7d-9920-ee212868090b req-2c4cc0bf-d8b0-4037-9e46-760213ae2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:32.616203 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-2c4cc0bf-d8b0-4037-9e46-760213ae2bf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.2299225 Jun 26 18:11:32.616489 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:11:32.617916 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:11:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:32.648179 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf61b-038d-402e-ae81-6aad6ed331e2 req-a37f50fb-ad5f-4f08-acf5-6c0fab8be20c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:32.649914 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3bbf61b-038d-402e-ae81-6aad6ed331e2 req-a37f50fb-ad5f-4f08-acf5-6c0fab8be20c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1330059 Jun 26 18:11:32.749374 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3bbf61b-038d-402e-ae81-6aad6ed331e2 req-a287ceb0-a0e6-4cc6-95b4-f19ce6009728 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900350 Jun 26 18:11:32.795187 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-9176cd38-9439-402c-bbdf-27c77f6c5339 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 998 time: 0.1686521 Jun 26 18:11:32.855499 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323176d-8d9b-4c7d-9920-ee212868090b req-165dde13-8107-4612-9ff2-fea309d86c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:32.856977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-165dde13-8107-4612-9ff2-fea309d86c76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0536673 Jun 26 18:11:32.858797 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:11:33.023697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c5a02-309f-4dfc-87af-82412bd2445c req-6a9c730f-23ab-4c19-9b34-d6e6e50df0a4 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:33.025175 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-395c5a02-309f-4dfc-87af-82412bd2445c req-6a9c730f-23ab-4c19-9b34-d6e6e50df0a4 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1044562 Jun 26 18:11:33.063130 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323176d-8d9b-4c7d-9920-ee212868090b req-6c1fcf83-2aac-413f-9609-53dc1e11f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:33.064698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-6c1fcf83-2aac-413f-9609-53dc1e11f647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847130 Jun 26 18:11:33.084328 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-395c5a02-309f-4dfc-87af-82412bd2445c req-82b50669-5f46-4749-8856-74d4457ca819 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Jun 26 18:11:33.114987 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '3a76217b-3ad0-4dc8-a939-c774b864728f', 'tenant_id': '47a822717cc64394971656883470c96c', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'port_id': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'mac_address': 'fa:16:3e:92:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:11:00Z', 'updated_at': '2021-06-26T18:11:30Z', 'revision_number': 1, 'project_id': '47a822717cc64394971656883470c96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:33.145800 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccec6de-09df-4e7e-8b36-b630775f0046 None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '3a76217b-3ad0-4dc8-a939-c774b864728f', 'tenant_id': '47a822717cc64394971656883470c96c', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'port_id': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'mac_address': 'fa:16:3e:92:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:11:00Z', 'updated_at': '2021-06-26T18:11:30Z', 'revision_number': 1, 'project_id': '47a822717cc64394971656883470c96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:11:33.175685 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-dbb138e4-a2bc-46a7-aae0-ede3db34514f service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009634 Jun 26 18:11:33.293717 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e323176d-8d9b-4c7d-9920-ee212868090b req-e5e593dd-ca0e-470b-b9b1-dc3c2c6d6953 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944560 Jun 26 18:11:33.338199 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be705856-e8d5-4c89-aac2-85e08dedd4c4 None None] New status for floating IP 3a76217b-3ad0-4dc8-a939-c774b864728f: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:11:33.949814 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc5b54-5637-47b6-9e0d-28c9bab14f5b req-1be104d2-6be4-4199-8810-f79f09a0980b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:33.951369 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eafc5b54-5637-47b6-9e0d-28c9bab14f5b req-1be104d2-6be4-4199-8810-f79f09a0980b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0665033 Jun 26 18:11:33.993215 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eafc5b54-5637-47b6-9e0d-28c9bab14f5b req-7ee866e8-2881-4761-9755-e72d62c7ebbe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Jun 26 18:11:34.110797 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54330) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:34.212451 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.299642 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.303190 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.306495 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-29185f82-3c84-4c6e-ae4e-e9812ce64924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:34.342845 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc3e6fe1a247476aba6d9c1bc428cdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304716 Jun 26 18:11:34.343954 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a9e83-b356-4fac-bd6f-08f35181ed96,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:34.346154 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54336) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:34.347829 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:34.395932 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.421450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.472663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.475315 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.478721 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c5a9e83-b356-4fac-bd6f-08f35181ed96 HTTP/1.1" status: 204 len: 168 time: 0.1293650 Jun 26 18:11:34.478721 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c3e044b0-fd09-441b-931f-fdb9612e43b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:34.485414 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a9e83-b356-4fac-bd6f-08f35181ed96,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:34.488240 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:34.766094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54346) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:34.779498 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.870687 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.874513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.878405 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-62394a00-89f0-4fd9-9fa4-ff78a584abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:34.913177 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68abdbe3d1bd45cfb0491340a99395a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460068 Jun 26 18:11:34.914303 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa907cf0-ea56-4964-9deb-c73295ce92f6,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:34.915869 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54350) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:34.917266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:34.964399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:34.986193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:35.031175 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:35.033806 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:35.034936 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa907cf0-ea56-4964-9deb-c73295ce92f6 HTTP/1.1" status: 204 len: 168 time: 0.1180732 Jun 26 18:11:35.035682 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:35.042768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa907cf0-ea56-4964-9deb-c73295ce92f6,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:35.044941 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:36.035647 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54388) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:36.134061 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.223607 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.227186 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.230456 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e346225d-014d-4944-8b48-fdca6d8b71b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:36.264053 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=379d6ce7b19c43a3a346143aab98fdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273784 Jun 26 18:11:36.265925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f8a61-4e1c-4669-9950-31de268f0ef5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:36.266752 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54392) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:36.269272 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:36.317394 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.337829 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.383650 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.386363 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:36.387576 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/861f8a61-4e1c-4669-9950-31de268f0ef5 HTTP/1.1" status: 204 len: 168 time: 0.1197708 Jun 26 18:11:36.388343 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-34140371-e2de-4a99-93c7-db407eb78353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:36.396378 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f8a61-4e1c-4669-9950-31de268f0ef5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:36.400700 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:36.898454 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f10862-3dc3-422d-8046-7c1e1d4e780e req-c8f3c327-cf5b-402b-b66e-1665ff78fc39 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:36.905111 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f2f10862-3dc3-422d-8046-7c1e1d4e780e req-c8f3c327-cf5b-402b-b66e-1665ff78fc39 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0988848 Jun 26 18:11:36.952343 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f2f10862-3dc3-422d-8046-7c1e1d4e780e req-60fb6d1b-29d8-4c9c-8f9c-fefdf972abef tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Jun 26 18:11:36.971827 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d49cb-9f56-4838-b2f4-c2c697021e3f req-9473da76-a0aa-4c7a-928f-572cb77ce44a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:36.973534 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-155d49cb-9f56-4838-b2f4-c2c697021e3f req-9473da76-a0aa-4c7a-928f-572cb77ce44a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1220713 Jun 26 18:11:37.013635 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-155d49cb-9f56-4838-b2f4-c2c697021e3f req-aca3e16e-c498-4d42-9533-3223f7f60cda tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Jun 26 18:11:40.466790 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0be2ff-0c9b-4a81-8495-a75fe44c03e8 req-cf58fd6e-b2fc-4c3d-82e4-7391ac6d2185 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:40.468196 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe0be2ff-0c9b-4a81-8495-a75fe44c03e8 req-cf58fd6e-b2fc-4c3d-82e4-7391ac6d2185 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0973904 Jun 26 18:11:40.501909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635cab-c0d2-4f90-9779-dbf97f788cce req-7db4c3d2-1974-4b56-a4d2-1dcb841659ec tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:40.503342 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e635cab-c0d2-4f90-9779-dbf97f788cce req-7db4c3d2-1974-4b56-a4d2-1dcb841659ec tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0969245 Jun 26 18:11:40.532371 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe0be2ff-0c9b-4a81-8495-a75fe44c03e8 req-4bf87ac5-cab9-4d07-9ec5-c62afae92ecf tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566285 Jun 26 18:11:40.552389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e635cab-c0d2-4f90-9779-dbf97f788cce req-271cdc72-bd0d-41df-8da1-a194e95efacf tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Jun 26 18:11:40.744474 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:11:41.747110 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062ff0-943e-4947-93b1-5415b0603947 req-6ed38939-3264-4233-9f2f-bc97c94d6708 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:41.748603 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6062ff0-943e-4947-93b1-5415b0603947 req-6ed38939-3264-4233-9f2f-bc97c94d6708 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.1016319 Jun 26 18:11:41.783610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bfe15-ef57-4a3d-bb03-577f06a44ac0 req-7642ba9a-0d09-4fee-8146-eaf4d37fef67 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:41.785044 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b8bfe15-ef57-4a3d-bb03-577f06a44ac0 req-7642ba9a-0d09-4fee-8146-eaf4d37fef67 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1060319 Jun 26 18:11:41.807785 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6062ff0-943e-4947-93b1-5415b0603947 req-a636265d-e450-47d5-b3bf-0912866019a1 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519733 Jun 26 18:11:41.834367 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b8bfe15-ef57-4a3d-bb03-577f06a44ac0 req-35d839d2-45d8-4ef4-b494-ae468697688a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Jun 26 18:11:44.752879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-458292b0-23f3-4673-a22e-be384ae95ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:44.902364 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c45180e2-9d2d-42ce-821c-6dcf37e955e9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:11:44.935382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-0d7b8ca4-7f55-42e2-8c7b-8ef972c0e1a0 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:44.936841 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-0d7b8ca4-7f55-42e2-8c7b-8ef972c0e1a0 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 945 time: 0.0679069 Jun 26 18:11:44.980345 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:45.005454 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:45.008048 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82df23-5145-456e-a51c-011e72576a8a" -d '{"events": [{"server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:45.021395 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9,segment=NetworkSegment(39ef5bf4-ce3c-4143-b551-ce8ace3236d7),segment_id=39ef5bf4-ce3c-4143-b551-ce8ace3236d7)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:45.026479 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:45.028569 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:45.078722 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:45.086181 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.086538 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.086878 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.087214 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.087574 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.087901 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.088228 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.088553 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.088879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.089206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.089528 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.089846 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.093818 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:45.140085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Deleting port c45180e2-9d2d-42ce-821c-6dcf37e955e9 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:11:45.140440 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:45.174386 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44edc2-56c3-49b4-bd20-0d4dd5428a96 req-e94a02f4-010c-473e-b452-47daa38949cf tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:45.175901 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7f44edc2-56c3-49b4-bd20-0d4dd5428a96 req-e94a02f4-010c-473e-b452-47daa38949cf tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 943 time: 0.1494267 Jun 26 18:11:45.226127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149414ef-c902-4f49-8e48-71ceafc03f65 req-8a5a47ba-e1aa-4dd6-82af-6d3d5cb30e3e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:45.227557 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-149414ef-c902-4f49-8e48-71ceafc03f65 req-8a5a47ba-e1aa-4dd6-82af-6d3d5cb30e3e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1667678 Jun 26 18:11:45.291466 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7f44edc2-56c3-49b4-bd20-0d4dd5428a96 req-0a4176f6-ec6c-4c10-a67f-b43cb40737b4 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/security-groups?id=5068e2cb-9f08-49c0-b8b0-7647127e5297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093614 Jun 26 18:11:45.311375 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] For port c45180e2-9d2d-42ce-821c-6dcf37e955e9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c45180e2-9d2d-42ce-821c-6dcf37e955e9,segment=NetworkSegment(39ef5bf4-ce3c-4143-b551-ce8ace3236d7),segment_id=39ef5bf4-ce3c-4143-b551-ce8ace3236d7)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:11:45.311721 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:45.316656 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-149414ef-c902-4f49-8e48-71ceafc03f65 req-4ddc204e-3280-4738-88a8-fae7913b1003 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798519 Jun 26 18:11:45.335513 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Calling delete_port for c45180e2-9d2d-42ce-821c-6dcf37e955e9 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:11:45.353539 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f505b11-df91-4a6e-b0f3-8497bc774599 x-openstack-request-id: req-8f505b11-df91-4a6e-b0f3-8497bc774599 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:45.354094 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:45.354423 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f505b11-df91-4a6e-b0f3-8497bc774599 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:45.354887 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9', 'code': 200} Jun 26 18:11:45.499360 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:45.504802 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:45.530571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Pushing event deleted for resources: {'Port': ['ID=c45180e2-9d2d-42ce-821c-6dcf37e955e9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:45.572828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.573417 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.573537 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.573870 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.574210 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.574644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.574886 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.575239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.575593 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.575935 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.576267 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.576596 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:45.581925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:45.597318 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] No DVR routers for this DVR port c45180e2-9d2d-42ce-821c-6dcf37e955e9 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:11:45.600336 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:45.602330 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-374c69ad-8313-4c71-8bac-cbac698b3841 req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.35 "DELETE /v2.0/ports/c45180e2-9d2d-42ce-821c-6dcf37e955e9 HTTP/1.1" status: 204 len: 173 time: 0.6506705 Jun 26 18:11:45.602794 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'name': 'network-vif-deleted', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:45.605068 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d21bb-8680-4cbd-af82-0054ffeecd0a" -d '{"events": [{"server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "name": "network-vif-deleted", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:45.790168 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30275707-5680-41d7-a556-f316ca543c07 x-openstack-request-id: req-30275707-5680-41d7-a556-f316ca543c07 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:45.790168 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1", "name": "network-vif-deleted", "tag": "c45180e2-9d2d-42ce-821c-6dcf37e955e9", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:45.790168 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30275707-5680-41d7-a556-f316ca543c07 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:45.790168 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1', 'name': 'network-vif-deleted', 'tag': 'c45180e2-9d2d-42ce-821c-6dcf37e955e9', 'status': 'completed', 'code': 200} Jun 26 18:11:46.453729 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7af8cea8-5207-41eb-8881-5b1205a9f0b8 req-ddcac405-9a86-4b88-ad44-a214a2707e97 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb0b21ec-4b3f-471c-8603-6cb33b0f5fb1 HTTP/1.1" status: 200 len: 210 time: 0.0407834 Jun 26 18:11:46.535697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b8fb-df0f-4e10-88e5-9987d277b3e4 req-0ec84a3c-3019-45d6-83a8-340062423670 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:46.537153 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14b2b8fb-df0f-4e10-88e5-9987d277b3e4 req-0ec84a3c-3019-45d6-83a8-340062423670 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0860133 Jun 26 18:11:46.605686 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14b2b8fb-df0f-4e10-88e5-9987d277b3e4 req-e9927c54-5386-41f6-9357-1f464f9902dc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538483 Jun 26 18:11:46.692769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54592) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:46.795060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:46.886127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:46.894559 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:46.898492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:46.933276 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f11cf03dd5d84156bf3ee3d1ede76ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393761 Jun 26 18:11:46.935188 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac4cff-dee5-46aa-a503-b6a3b3d6da0c,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:46.935868 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54602) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:46.943243 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.943633 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.943994 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.944350 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.944702 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.945050 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.945397 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.945746 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.946089 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.946431 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.946767 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.947102 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:11:46.951133 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:46.985137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:47.013433 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:47.059492 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:47.062129 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:47.063284 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8eac4cff-dee5-46aa-a503-b6a3b3d6da0c HTTP/1.1" status: 204 len: 168 time: 0.1264570 Jun 26 18:11:47.064842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-09a6e6dd-8da1-47f2-aa31-18af8ef2d304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:47.073846 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac4cff-dee5-46aa-a503-b6a3b3d6da0c,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:47.076397 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:47.533608 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-65b8a580-0189-4099-9dea-cc7ada748c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:47.541443 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:47.786303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9eae7-8b32-4c12-910e-6ba40bf6c8fe req-441d8ae8-e8bb-41c6-850e-0c9531c0de9a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:47.791855 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-acc9eae7-8b32-4c12-910e-6ba40bf6c8fe req-441d8ae8-e8bb-41c6-850e-0c9531c0de9a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0780811 Jun 26 18:11:47.836308 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-acc9eae7-8b32-4c12-910e-6ba40bf6c8fe req-84e4a5c8-44e7-4caf-a5c7-b7679ed3c00d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Jun 26 18:11:48.608345 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.002198 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54718) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:49.015138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827df2-f40a-4ee5-8ef8-443028383f8e req-051a2b33-6452-4b6d-bed7-93357580c4b4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:49.018307 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85827df2-f40a-4ee5-8ef8-443028383f8e req-051a2b33-6452-4b6d-bed7-93357580c4b4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0707815 Jun 26 18:11:49.057660 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Deleting subnet adbd77a4-b0e9-4b33-b0b7-2278552c9063 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:11:49.061235 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.067978 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85827df2-f40a-4ee5-8ef8-443028383f8e req-4793c5a6-c34b-47f7-a72b-b768476cc833 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Jun 26 18:11:49.096817 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.140460 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.192546 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.194723 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-53f383a7-1961-4c94-91a5-b2c9d9993897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:49.216340 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbd77a4-b0e9-4b33-b0b7-2278552c9063,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:49.219863 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:49.222421 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.224661 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-39c8a0c5-76b8-4b6c-8c2f-1b1f280320a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/adbd77a4-b0e9-4b33-b0b7-2278552c9063 HTTP/1.1" status: 204 len: 168 time: 0.2195344 Jun 26 18:11:49.227497 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54722) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:49.294303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.372124 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.382294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.382571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.383308 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.383702 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > port after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.384004 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.384339 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > port after_update 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.384666 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.384976 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.385284 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.385591 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.545505 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.545885 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.546214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.546548 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 18:11:49.546906 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e47fdc-74bd-40bb-8e88-3d242165d299']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:49.568019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ef5bf4-ce3c-4143-b551-ce8ace3236d7') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:49.568315 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ef5bf4-ce3c-4143-b551-ce8ace3236d7') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:11:49.584690 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.605456 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.613839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:11:49.614214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: from cryptography.utils import int_from_bytes Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: from cryptography.utils import int_from_bytes Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:11:49.618249 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:11:49.675557 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.679801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4e7f93d0-8166-4d5b-bd19-cc57651b317e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:49.683821 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:49.685900 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0e47fdc-74bd-40bb-8e88-3d242165d299 HTTP/1.1" status: 204 len: 168 time: 0.4574130 Jun 26 18:11:49.696050 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e47fdc-74bd-40bb-8e88-3d242165d299,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:49.698356 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-da90c7e8-50ee-4228-a97e-77e4f5c5106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:49.847490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54734) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:49.891508 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7682b7dd-a4a8-4f9f-a8ac-5622161cf027 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=860dc8efc8e748babfc745c840e88dde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426869 Jun 26 18:11:49.893781 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54736) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:50.051942 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:50.145501 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:50.165382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:50.211751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:50.214335 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:50.215489 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5068e2cb-9f08-49c0-b8b0-7647127e5297 HTTP/1.1" status: 204 len: 168 time: 0.3207989 Jun 26 18:11:50.216212 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e1711fa9-213e-46ac-ba20-a9fea0a6e925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:50.223416 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068e2cb-9f08-49c0-b8b0-7647127e5297,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:50.225554 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:50.841983 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54766) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:50.933969 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1030946072-network', 'tenant_id': '6b8d1f2aa7274c27b1f7613daa50fd00'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:50.953593 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Made reservation on behalf of 6b8d1f2aa7274c27b1f7613daa50fd00 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:50.956309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:50.964851 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.052399 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.056160 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.059863 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-578e5f75-b4b3-4d2b-9de4-fe7d7741cb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:51.081906 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:11:51.090441 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b082c85f-75e7-4efc-8116-2b9775571424,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:51.093906 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:51.097578 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.098525 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Added segment 29f853e3-0a78-4953-81ad-40cdafef3701 of type vlan for network c8acfde1-98b2-4996-80d2-f11e13cb1436 Jun 26 18:11:51.136496 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.163471 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.164815 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:51.165365 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.168161 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:51.196782 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3537173 Jun 26 18:11:51.199752 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54772) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:51.205454 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Request body: {'subnet': {'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1030946072-subnet', 'tenant_id': '6b8d1f2aa7274c27b1f7613daa50fd00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:51.227842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Made reservation on behalf of 6b8d1f2aa7274c27b1f7613daa50fd00 for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:51.228056 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Pushing event updated for resources: {'Network': ['ID=c8acfde1-98b2-4996-80d2-f11e13cb1436,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:51.230443 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:51.231264 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4803697'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.237847 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:11:51.389257 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4706569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4803683'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.392123 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d60e16cf-1dc8-420a-bfda-d4df69ae7ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:51.440086 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c66e207e-2c18-4201-bcfb-50a9b74161ce,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:51.443575 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:51.450078 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Checking segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:51.450429 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Network hostable DHCP agents. Network: c8acfde1-98b2-4996-80d2-f11e13cb1436, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:11:51.466941 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:11:51.474740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, c8acfde1-98b2-4996-80d2-f11e13cb1436) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:51.479869 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:51.480868 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:51.484104 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19e911-02f0-4724-9b50-f252c0cb7a37 None None] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:11:51.501008 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2931364 Jun 26 18:11:51.622895 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4fd92-f6b9-4fd3-b64e-ac85469f5eba None None] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:11:52.750297 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-3a656d30-60c3-4f65-b3c2-3485e87987ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938015 Jun 26 18:11:52.771002 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983e480-e192-45f6-90fe-312c948b1197 req-41eb63a7-0265-4249-926e-14766e17258d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:52.772457 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4983e480-e192-45f6-90fe-312c948b1197 req-41eb63a7-0265-4249-926e-14766e17258d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0814829 Jun 26 18:11:52.811224 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4983e480-e192-45f6-90fe-312c948b1197 req-1d7f1b1e-734e-4dc5-bd94-f26976522f12 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jun 26 18:11:52.880439 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-c2d6eda3-8f96-412c-979c-bfd657b12a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:52.881932 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-c2d6eda3-8f96-412c-979c-bfd657b12a11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.0569661 Jun 26 18:11:53.011398 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-176bcefe-1f24-4719-b8de-9d4737375d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:53.012846 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-176bcefe-1f24-4719-b8de-9d4737375d93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.1085482 Jun 26 18:11:53.096930 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-2b362c2f-377f-4c2f-915e-5ad5fe43c290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0456369 Jun 26 18:11:53.159855 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-3ae7839c-127b-4a11-8a7b-6145da42b665 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:53.161308 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-3ae7839c-127b-4a11-8a7b-6145da42b665 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1724451 Jun 26 18:11:53.166765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-bb196cf8-b720-4cd3-85ff-40880ec1c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:53.168140 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-bb196cf8-b720-4cd3-85ff-40880ec1c218 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0648468 Jun 26 18:11:53.178231 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-3584c5d7-aae9-4f68-9530-8b4b66cb6791 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/quotas/6b8d1f2aa7274c27b1f7613daa50fd00 HTTP/1.1" status: 200 len: 375 time: 0.0091219 Jun 26 18:11:53.217494 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-5b4125a2-aea5-4c70-ba69-a705a8b17e9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361681 Jun 26 18:11:53.238561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-9b6be1fb-2006-4391-afe1-3d5d77ff1466 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493877 Jun 26 18:11:53.386869 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-2b05a6a6-e763-4fc6-bb8d-da5404892716 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510675 Jun 26 18:11:53.389917 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-a1f9ba1b-c93a-485c-820c-3b2dd4221f51 service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436915 Jun 26 18:11:53.545781 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-b4c10e0e-dc69-4c0f-93a5-ffc5afdb6ad0 service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430914 Jun 26 18:11:53.547728 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-202d9520-b99c-45f1-b93c-cf8e947c3015 req-2bd5798a-cc3b-46ee-b2bd-0919a098f34c service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525526 Jun 26 18:11:53.920409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-682059c8-1934-49dc-b2a5-d20ef1e1bf7f req-cd453bea-ad4d-4f8e-9c07-eb6fbb7d352f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 210 time: 0.0300639 Jun 26 18:11:54.079089 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d5630-8c6a-41b4-bbb8-e86f9328e336 req-1e7a3673-407b-4a3e-b21b-8575cfd5535d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:54.081079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a74d5630-8c6a-41b4-bbb8-e86f9328e336 req-1e7a3673-407b-4a3e-b21b-8575cfd5535d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0670583 Jun 26 18:11:54.116994 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:54.120633 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a74d5630-8c6a-41b4-bbb8-e86f9328e336 req-d2002ec7-9609-4f0c-8acb-2469e28e5615 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Jun 26 18:11:55.283389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2042f357-7af5-4291-a689-08d1ada6e898 req-5c6c7677-4ba5-4307-b199-e102517aaf5c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 210 time: 0.0352819 Jun 26 18:11:55.373985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c0b2-0e27-4a70-9a82-53a29296bf63 req-e0c6af15-5ee8-4aaa-8e4e-a7d6557d6598 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:55.375459 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5152c0b2-0e27-4a70-9a82-53a29296bf63 req-e0c6af15-5ee8-4aaa-8e4e-a7d6557d6598 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0628247 Jun 26 18:11:55.410860 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5152c0b2-0e27-4a70-9a82-53a29296bf63 req-f22a720a-4adb-42ec-ae24-1e5d0209554b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297930 Jun 26 18:11:56.105728 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-c1ca62f8-6d38-46b0-b1c9-d27a17a9ad12 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:56.107143 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-c1ca62f8-6d38-46b0-b1c9-d27a17a9ad12 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1056855 Jun 26 18:11:56.161496 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Request body: {'port': {'device_id': '300f2595-adf3-4acd-b4a9-efafc3977518', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'admin_state_up': True, 'tenant_id': '6b8d1f2aa7274c27b1f7613daa50fd00'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:56.275637 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Made reservation on behalf of 6b8d1f2aa7274c27b1f7613daa50fd00 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:11:56.279431 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:56.401130 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Allocated IP 172.20.0.9 (c8acfde1-98b2-4996-80d2-f11e13cb1436/c66e207e-2c18-4201-bcfb-50a9b74161ce/a163e282-ab07-47d2-96aa-6abb2193a16a) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:11:56.554799 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7e9d32c-d88b-418b-9793-8557b5220046 req-6360b01e-2834-4172-9d3a-4bbe61b6167b tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 210 time: 0.0373654 Jun 26 18:11:56.609032 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:56.667320 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eafb4-c56e-49a3-95e7-b4cbc4d658d3 req-5188a5c3-01e5-4132-87ce-d4ad1c75673d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:56.668817 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-295eafb4-c56e-49a3-95e7-b4cbc4d658d3 req-5188a5c3-01e5-4132-87ce-d4ad1c75673d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1057558 Jun 26 18:11:56.693620 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:56.702128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:56.748515 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-295eafb4-c56e-49a3-95e7-b4cbc4d658d3 req-7b9cb6c0-6279-4d01-903f-d8bbdafbffa2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718143 Jun 26 18:11:56.752127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:11:56.759251 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:11:56.763055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:11:56.768492 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event updated for resources: {'Port': ['ID=a163e282-ab07-47d2-96aa-6abb2193a16a,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:56.771825 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:56.815892 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:56.816435 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:56.830532 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6727543 Jun 26 18:11:56.872359 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Request body: {'port': {'device_id': '300f2595-adf3-4acd-b4a9-efafc3977518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:11:56.946636 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.206435 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a163e282-ab07-47d2-96aa-6abb2193a16a {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:11:57.213844 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.227373 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Transition to ACTIVE for port object a163e282-ab07-47d2-96aa-6abb2193a16a will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:11:57.231735 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.235214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d57696ad-6d11-446f-ba01-9f75962357cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:57.283569 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a163e282-ab07-47d2-96aa-6abb2193a16a,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:57.304653 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:57.338065 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 54906) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:57.352121 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Attempting to bind port a163e282-ab07-47d2-96aa-6abb2193a16a on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:11:57.352459 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Attempting to bind port a163e282-ab07-47d2-96aa-6abb2193a16a by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:11:57.352789 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Attempting to bind port a163e282-ab07-47d2-96aa-6abb2193a16a on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:57.356968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Port a163e282-ab07-47d2-96aa-6abb2193a16a on network c8acfde1-98b2-4996-80d2-f11e13cb1436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:11:57.357287 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Attempting to bind port a163e282-ab07-47d2-96aa-6abb2193a16a on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:11:57.361938 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:11:57.362273 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Checking segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:11:57.362650 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Bound using segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:11:57.363069 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Bound port: a163e282-ab07-47d2-96aa-6abb2193a16a, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:11:57.363451 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.426234 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] For port a163e282-ab07-47d2-96aa-6abb2193a16a, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:11:57.429386 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] For port a163e282-ab07-47d2-96aa-6abb2193a16a, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a163e282-ab07-47d2-96aa-6abb2193a16a,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:11:57.435315 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.437603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:57.441669 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.482741 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:57.483252 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.484942 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] 10.222.0.35 "PUT /v2.0/ports/a163e282-ab07-47d2-96aa-6abb2193a16a HTTP/1.1" status: 200 len: 1093 time: 0.6176870 Jun 26 18:11:57.485138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300f2595-adf3-4acd-b4a9-efafc3977518', 'tag': 'a163e282-ab07-47d2-96aa-6abb2193a16a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:11:57.488176 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689db71-0c84-4b1c-b639-44714a5e7262" -d '{"events": [{"name": "network-changed", "server_uuid": "300f2595-adf3-4acd-b4a9-efafc3977518", "tag": "a163e282-ab07-47d2-96aa-6abb2193a16a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:11:57.524686 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a163e282-ab07-47d2-96aa-6abb2193a16a,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:57.528109 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:57.543413 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.548050 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.551969 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f37af047-dc02-4fa6-8a3a-8e33e29eb6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:57.592592 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c065e2fd8234ea49f1612441216fbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534480 Jun 26 18:11:57.594844 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf1113f-d4d6-4f9f-b8ec-f6a2deba2721,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:57.595358 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 54918) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:11:57.597904 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:57.686407 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-6341f5a3-4ebe-4d5e-8ac4-e8d6ea542143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:57.687956 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-6341f5a3-4ebe-4d5e-8ac4-e8d6ea542143 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 1096 time: 0.1017325 Jun 26 18:11:57.688596 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.699382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba509f7-c680-4183-bf8b-b36d102a49e4 x-openstack-request-id: req-2ba509f7-c680-4183-bf8b-b36d102a49e4 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:11:57.699702 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300f2595-adf3-4acd-b4a9-efafc3977518", "tag": "a163e282-ab07-47d2-96aa-6abb2193a16a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:11:57.699980 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ba509f7-c680-4183-bf8b-b36d102a49e4 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:11:57.700402 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300f2595-adf3-4acd-b4a9-efafc3977518', 'tag': 'a163e282-ab07-47d2-96aa-6abb2193a16a', 'status': 'completed', 'code': 200} Jun 26 18:11:57.715142 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.760801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.763503 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:11:57.764701 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caf1113f-d4d6-4f9f-b8ec-f6a2deba2721 HTTP/1.1" status: 204 len: 168 time: 0.1683996 Jun 26 18:11:57.765448 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:11:57.776724 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf1113f-d4d6-4f9f-b8ec-f6a2deba2721,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:11:57.781107 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:11:57.843784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-ff90c41c-e9c5-4469-b65b-1d24674028ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a163e282-ab07-47d2-96aa-6abb2193a16a HTTP/1.1" status: 200 len: 217 time: 0.0605526 Jun 26 18:11:57.963162 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba867e9-fb58-49d2-874c-4cfc1e8473a6 req-6e1956a0-b182-49b7-91ef-ac6f6a1d75bc tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:57.964674 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2ba867e9-fb58-49d2-874c-4cfc1e8473a6 req-6e1956a0-b182-49b7-91ef-ac6f6a1d75bc tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 943 time: 0.1827564 Jun 26 18:11:57.966964 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-1c76d8c9-27e5-4476-9328-79a945c4d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:57.968313 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-1c76d8c9-27e5-4476-9328-79a945c4d4c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.1048319 Jun 26 18:11:58.023817 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-e73d1b4b-125a-4c65-b591-256fa7c9f2ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441842 Jun 26 18:11:58.063521 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2ba867e9-fb58-49d2-874c-4cfc1e8473a6 req-5be0867c-9cd8-4018-9ea7-fc174840e0d3 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931888 Jun 26 18:11:58.079900 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524520b-ee9e-4d98-9663-50ef4bc38158 req-0888c10e-1f8a-4226-81d0-1ad12dc75254 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:58.081463 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a524520b-ee9e-4d98-9663-50ef4bc38158 req-0888c10e-1f8a-4226-81d0-1ad12dc75254 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1816761 Jun 26 18:11:58.163837 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a524520b-ee9e-4d98-9663-50ef4bc38158 req-a2c1fbcb-7e32-4159-abcb-3f902435fdb7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Jun 26 18:11:58.177201 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-b38e34ce-2cd4-406d-bd7f-ee1d26fe1f28 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391599 Jun 26 18:11:58.268274 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-233e4e6d-5099-4fb4-b953-5b74b2bf4145 req-3e32a781-17e3-4220-8104-e2af70a63f06 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832641 Jun 26 18:11:58.444585 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-fc17f801-d1ea-4e19-ba19-d2daa05d70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:58.446068 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-fc17f801-d1ea-4e19-ba19-d2daa05d70ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 1096 time: 0.0558634 Jun 26 18:11:58.547757 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-8efd326b-5b7b-4510-8003-8de0d911c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:58.549276 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-8efd326b-5b7b-4510-8003-8de0d911c74b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 916 time: 0.0943673 Jun 26 18:11:58.591045 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-83487b00-1eee-4ac1-bdf0-2e2799b8a827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a163e282-ab07-47d2-96aa-6abb2193a16a HTTP/1.1" status: 200 len: 217 time: 0.0340719 Jun 26 18:11:58.645145 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-f046e45e-e575-4d1b-9092-1d5be34cf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:58.646594 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-f046e45e-e575-4d1b-9092-1d5be34cf7d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.0477471 Jun 26 18:11:58.681377 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-799ea535-da32-4ca9-965f-9752d16dabb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266926 Jun 26 18:11:58.776426 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-918411dd-6db1-4508-8324-c5a52587f4d8 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Jun 26 18:11:59.110768 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9689db71-0c84-4b1c-b639-44714a5e7262 req-fdc6b001-816c-4e0b-b8e6-4ef735afedbc service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246343 Jun 26 18:11:59.259903 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e19b56-431f-4187-861d-7f57fd186b5c req-af710b00-a1f1-4874-bd19-ec9616893d0d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:59.261456 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-92e19b56-431f-4187-861d-7f57fd186b5c req-af710b00-a1f1-4874-bd19-ec9616893d0d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 943 time: 0.0728309 Jun 26 18:11:59.335042 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-92e19b56-431f-4187-861d-7f57fd186b5c req-0a7c7540-1924-4caa-9549-8793436a15b6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676396 Jun 26 18:11:59.378053 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b0996-31f9-4486-acdf-73b4b78fa120 req-d52e07d6-adc6-4c57-9a4f-edc0b42ccea5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:11:59.379600 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0f1b0996-31f9-4486-acdf-73b4b78fa120 req-d52e07d6-adc6-4c57-9a4f-edc0b42ccea5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0869610 Jun 26 18:11:59.418974 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0f1b0996-31f9-4486-acdf-73b4b78fa120 req-45de6af0-f1c3-4717-bbac-9ad9ff185c81 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339646 Jun 26 18:12:00.471901 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device a163e282-ab07-47d2-96aa-6abb2193a16a details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:12:00.544856 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9a829-3798-450f-9e49-4792650e9d1c req-c3e8527a-36ac-4f53-9fd7-4d5c862b0a47 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:00.546346 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b3a9a829-3798-450f-9e49-4792650e9d1c req-c3e8527a-36ac-4f53-9fd7-4d5c862b0a47 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 943 time: 0.0932391 Jun 26 18:12:00.594366 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port a163e282-ab07-47d2-96aa-6abb2193a16a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a163e282-ab07-47d2-96aa-6abb2193a16a,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:00.603909 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'a163e282-ab07-47d2-96aa-6abb2193a16a', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'port_id': 'a163e282-ab07-47d2-96aa-6abb2193a16a', 'mac_address': 'fa:16:3e:64:01:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66e207e-2c18-4201-bcfb-50a9b74161ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:12:00.645310 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:00.646506 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b3a9a829-3798-450f-9e49-4792650e9d1c req-87729802-cfd1-4cc5-8772-5f1e1a657ee2 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941007 Jun 26 18:12:00.663076 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a163e282-ab07-47d2-96aa-6abb2193a16a {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:12:00.672479 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14c32e-94dd-47d1-97cb-e20a9de6ee26 req-cf146e4c-c156-443c-b084-c5a40cab89a5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:00.672934 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7d14c32e-94dd-47d1-97cb-e20a9de6ee26 req-cf146e4c-c156-443c-b084-c5a40cab89a5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0971069 Jun 26 18:12:00.684132 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 55048) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:00.693974 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port a163e282-ab07-47d2-96aa-6abb2193a16a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a163e282-ab07-47d2-96aa-6abb2193a16a,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:00.699680 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:00.701836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:00.721326 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7d14c32e-94dd-47d1-97cb-e20a9de6ee26 req-961fa1b7-9444-4b93-b25a-519817f34a4b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Jun 26 18:12:00.754473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=a163e282-ab07-47d2-96aa-6abb2193a16a,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:00.757698 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:00.800344 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:00.887923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:00.891824 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:00.896216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b2ebf0b1-ea4f-4567-ab70-d44107a0b9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:00.933765 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0736f1aafec242bf856f5ce1af4388c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485607 Jun 26 18:12:00.934664 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ba4c3-350c-428b-bf33-ef5989ae6188,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:00.936414 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55052) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:00.937675 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:00.985913 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:01.006135 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:01.055374 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:01.058012 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:01.059197 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/258ba4c3-350c-428b-bf33-ef5989ae6188 HTTP/1.1" status: 204 len: 168 time: 0.1217954 Jun 26 18:12:01.060222 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:01.069501 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ba4c3-350c-428b-bf33-ef5989ae6188,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:01.073338 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:01.106915 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:12:01.835877 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b677999-3bf9-4c54-a7af-3655f36e7119 req-5916ae57-9734-4de5-9f6b-12f1e7e9f394 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:01.840592 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6b677999-3bf9-4c54-a7af-3655f36e7119 req-5916ae57-9734-4de5-9f6b-12f1e7e9f394 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 944 time: 0.0703309 Jun 26 18:12:01.911185 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6b677999-3bf9-4c54-a7af-3655f36e7119 req-56ae6493-3e9b-4651-9273-ae7627b90b89 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603709 Jun 26 18:12:01.932493 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec00ef-f6eb-4fac-bbc0-c50f573798d6 req-759a1c68-f29b-46f2-b68a-9f6f1ce01e3d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:01.934049 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85ec00ef-f6eb-4fac-bbc0-c50f573798d6 req-759a1c68-f29b-46f2-b68a-9f6f1ce01e3d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0923336 Jun 26 18:12:01.974427 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85ec00ef-f6eb-4fac-bbc0-c50f573798d6 req-2f8dce90-09bf-47b4-8163-f09c2117826a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jun 26 18:12:02.277990 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 55112) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:02.389439 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.475746 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device a163e282-ab07-47d2-96aa-6abb2193a16a up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:12:02.478979 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.484072 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.486631 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6bd3b732-d788-4a0a-bd52-9b2579c853da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:02.523027 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77c17670d46941e1aa620547715272c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438931 Jun 26 18:12:02.524128 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d34557d-88a8-4f99-b2c8-8cf663c19dab,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:02.525885 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port a163e282-ab07-47d2-96aa-6abb2193a16a completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:12:02.526157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55118) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:02.527365 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:02.529993 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port a163e282-ab07-47d2-96aa-6abb2193a16a triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:12:02.530380 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.588145 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.607837 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.610421 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.633884 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f2595-adf3-4acd-b4a9-efafc3977518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a163e282-ab07-47d2-96aa-6abb2193a16a'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:02.636149 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbce3de-0ab3-494e-97cf-fca824ab1fd5" -d '{"events": [{"server_uuid": "300f2595-adf3-4acd-b4a9-efafc3977518", "name": "network-vif-plugged", "status": "completed", "tag": "a163e282-ab07-47d2-96aa-6abb2193a16a"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:02.649564 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port a163e282-ab07-47d2-96aa-6abb2193a16a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a163e282-ab07-47d2-96aa-6abb2193a16a,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:02.654273 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.656222 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:02.662172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.665407 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:02.669351 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d34557d-88a8-4f99-b2c8-8cf663c19dab HTTP/1.1" status: 204 len: 168 time: 0.1377611 Jun 26 18:12:02.669351 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:02.676394 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d34557d-88a8-4f99-b2c8-8cf663c19dab,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:02.678607 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:02.680802 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006883c0-453b-48c6-bac9-c4ab3100a5eb x-openstack-request-id: req-006883c0-453b-48c6-bac9-c4ab3100a5eb {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:02.681099 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f2595-adf3-4acd-b4a9-efafc3977518", "name": "network-vif-plugged", "status": "completed", "tag": "a163e282-ab07-47d2-96aa-6abb2193a16a", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:02.681355 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-006883c0-453b-48c6-bac9-c4ab3100a5eb {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:02.681739 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f2595-adf3-4acd-b4a9-efafc3977518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a163e282-ab07-47d2-96aa-6abb2193a16a', 'code': 200} Jun 26 18:12:02.714447 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=a163e282-ab07-47d2-96aa-6abb2193a16a,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:02.717413 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:02.970891 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4ae5-3c73-4fc2-88af-d51ffb1fa735 req-7430b2d1-2a74-4c89-9bd8-69cc3b7fe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:02.972537 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6bc4ae5-3c73-4fc2-88af-d51ffb1fa735 req-7430b2d1-2a74-4c89-9bd8-69cc3b7fe3fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 1098 time: 0.0561366 Jun 26 18:12:03.018053 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6bc4ae5-3c73-4fc2-88af-d51ffb1fa735 req-927e2855-eafb-453e-a100-231e8e070b67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Jun 26 18:12:03.106366 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d3635-678a-4faa-b509-f14345a1113a req-6bc2c572-a9af-4ac4-9be7-f8f2891ec947 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:03.107947 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-172d3635-678a-4faa-b509-f14345a1113a req-6bc2c572-a9af-4ac4-9be7-f8f2891ec947 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.0729871 Jun 26 18:12:03.178276 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-172d3635-678a-4faa-b509-f14345a1113a req-28006c03-aec2-431d-be11-e67747767c86 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590978 Jun 26 18:12:03.198616 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c6392-cc81-452d-96c5-e6f8fa82da1e req-4f78eca1-0500-4df5-82f5-72fe15fa9464 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:03.200035 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-024c6392-cc81-452d-96c5-e6f8fa82da1e req-4f78eca1-0500-4df5-82f5-72fe15fa9464 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1033182 Jun 26 18:12:03.242263 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-024c6392-cc81-452d-96c5-e6f8fa82da1e req-c6659c56-ccbb-4292-967d-76b14017b90c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366201 Jun 26 18:12:04.385076 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6418a-77f0-4419-9317-45264b17959f req-539ca78e-4100-44b6-ae7a-09eb860e8d62 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:04.386582 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-19b6418a-77f0-4419-9317-45264b17959f req-539ca78e-4100-44b6-ae7a-09eb860e8d62 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.0839424 Jun 26 18:12:04.455179 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-19b6418a-77f0-4419-9317-45264b17959f req-f4bfd31c-3122-4997-9f6f-cec5aeb3218b tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587285 Jun 26 18:12:04.478953 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50433c-a302-40ad-a1b9-f72f596c1fd9 req-4e00b4dd-306a-4da0-a5ee-3996d9ecca60 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:04.480495 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8f50433c-a302-40ad-a1b9-f72f596c1fd9 req-4e00b4dd-306a-4da0-a5ee-3996d9ecca60 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0929952 Jun 26 18:12:04.517792 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8f50433c-a302-40ad-a1b9-f72f596c1fd9 req-ad9a155a-e013-49eb-872b-8f0a9696ea82 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Jun 26 18:12:05.647285 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097943c9-2b29-426b-8125-801ff96e9c20 req-3c2331ca-fb5b-475f-bd01-daaf94318bcc tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:05.648724 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-097943c9-2b29-426b-8125-801ff96e9c20 req-3c2331ca-fb5b-475f-bd01-daaf94318bcc tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.0737848 Jun 26 18:12:05.708973 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-097943c9-2b29-426b-8125-801ff96e9c20 req-2a24a259-37ce-46d6-8830-8319567065bd tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Jun 26 18:12:05.727180 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddae450-1b5d-4a81-9ccc-b0f5902eb7b7 req-762a643c-5b94-43ea-bba2-17fe5772de99 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:05.728653 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ddae450-1b5d-4a81-9ccc-b0f5902eb7b7 req-762a643c-5b94-43ea-bba2-17fe5772de99 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0995777 Jun 26 18:12:05.768381 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ddae450-1b5d-4a81-9ccc-b0f5902eb7b7 req-3e9c4049-6ac5-4499-8e7c-48387dff4b24 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Jun 26 18:12:06.727427 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55224) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:06.830786 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:06.964438 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:06.972928 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:06.976609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:07.003308 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793b77d-2eea-4a5b-81e9-977301e65bde req-7e196eb1-26f9-40bb-b815-d21884a7c0c7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:07.005386 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3793b77d-2eea-4a5b-81e9-977301e65bde req-7e196eb1-26f9-40bb-b815-d21884a7c0c7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1134443 Jun 26 18:12:07.030460 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e7c08d-c700-49d2-a280-8734994f6f12,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:07.044024 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c07c927feb24e188f9217b687ffc26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130925 Jun 26 18:12:07.044024 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:07.044601 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55234) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:07.081301 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3793b77d-2eea-4a5b-81e9-977301e65bde req-3bf9e9f6-0f52-41e5-aed7-77d6a87ef8ca tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Jun 26 18:12:07.116482 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.139379 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.195255 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.197848 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.199005 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91e7c08d-c700-49d2-a280-8734994f6f12 HTTP/1.1" status: 204 len: 168 time: 0.1536212 Jun 26 18:12:07.199982 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7d50dce4-cd7b-4d2d-84f9-7a599d0904b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:07.207793 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e7c08d-c700-49d2-a280-8734994f6f12,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:07.209989 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:07.483216 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55252) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:07.499795 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.614483 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.618080 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.620819 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-690afa03-763a-4f7c-9d14-a31cef05a1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:07.655980 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99310352-3e90-4005-b223-56e7f7e83cf9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:07.660901 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5966871c79eb47ffad0488a8b360a604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765556 Jun 26 18:12:07.661808 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:07.663443 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55258) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:07.709655 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.731634 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.776774 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.779418 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:07.780557 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99310352-3e90-4005-b223-56e7f7e83cf9 HTTP/1.1" status: 204 len: 168 time: 0.1162171 Jun 26 18:12:07.781303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9dce110a-1efa-4c5e-baeb-f85c869ced19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:07.790002 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99310352-3e90-4005-b223-56e7f7e83cf9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:07.792177 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:08.267434 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894332-e816-476d-b3f5-9f11feb59ca1 req-a1245ce5-20ed-458b-bc03-30f1ed40859a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:08.269541 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08894332-e816-476d-b3f5-9f11feb59ca1 req-a1245ce5-20ed-458b-bc03-30f1ed40859a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0694156 Jun 26 18:12:08.308948 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08894332-e816-476d-b3f5-9f11feb59ca1 req-829bc249-d6fc-47de-8205-afa863cef6cc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Jun 26 18:12:08.463277 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55286) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:08.561389 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2105862670-network', 'tenant_id': 'a67365b90158441f859bd7f889e4b81c'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:08.582323 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Made reservation on behalf of a67365b90158441f859bd7f889e4b81c for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:08.585564 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.595124 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.689120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.692604 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.695459 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8b7645ad-1246-4286-bbac-454d3cf0a25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:08.715816 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:12:08.726264 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d98a5d-b705-4453-b8bf-5aa8ba6c961c,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:08.730424 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:08.731471 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.731809 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Added segment 844d246f-084c-42a2-a3f5-f02a0b169102 of type vlan for network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 Jun 26 18:12:08.776768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.803392 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.804752 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:08.805361 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.808227 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-56d162fa-fd80-40b3-968d-494aaacbf1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:08.838491 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3740718 Jun 26 18:12:08.841433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 55296) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:08.846606 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Request body: {'subnet': {'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2105862670-subnet', 'tenant_id': 'a67365b90158441f859bd7f889e4b81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:08.870433 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:08.871526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Made reservation on behalf of a67365b90158441f859bd7f889e4b81c for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:08.873491 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:08.874851 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7309521'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:08.881404 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:12:09.041302 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5330054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7309507'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:09.044097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d2239c6d-17e3-4484-991b-cb2d231aac4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:09.097481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:09.100118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:09.102903 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Checking segment: {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:12:09.103405 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Network hostable DHCP agents. Network: bc8f9d18-433a-4b5e-9517-cf7cc9bf0564, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:12:09.120899 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:12:09.129281 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, bc8f9d18-433a-4b5e-9517-cf7cc9bf0564) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:09.133618 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:09.134190 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:09.141808 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f7dc0-3978-4e04-8c2c-3fcd6ee27605 None None] Network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:12:09.151872 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3091414 Jun 26 18:12:09.266300 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33f910-b774-41d3-8a4a-c92d43de0bde None None] Network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:12:09.503225 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaecfcc-53f4-41e1-9070-7c595d993f45 req-449711a5-621b-4fd9-aba3-5379b93951b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:09.506028 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8eaecfcc-53f4-41e1-9070-7c595d993f45 req-449711a5-621b-4fd9-aba3-5379b93951b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0720928 Jun 26 18:12:09.548227 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8eaecfcc-53f4-41e1-9070-7c595d993f45 req-06655a7b-666d-46b3-9496-c45b2619641f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Jun 26 18:12:10.739624 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cecd79-f199-4cc8-9cd4-78ccaf770763 req-6623059a-5fed-4e9d-8fa0-4f5a2739fde4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:10.741310 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b9cecd79-f199-4cc8-9cd4-78ccaf770763 req-6623059a-5fed-4e9d-8fa0-4f5a2739fde4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0760269 Jun 26 18:12:10.796954 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b9cecd79-f199-4cc8-9cd4-78ccaf770763 req-054e033a-2e4d-4916-be1e-d3a4594906e5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jun 26 18:12:12.116595 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683187-5984-48dc-874c-1b38b32dc8b6 req-ba79dd77-6380-4219-b620-b7c563a8b28e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:12.117962 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a3683187-5984-48dc-874c-1b38b32dc8b6 req-ba79dd77-6380-4219-b620-b7c563a8b28e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0597956 Jun 26 18:12:12.155471 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a3683187-5984-48dc-874c-1b38b32dc8b6 req-e56a650a-7af0-4fff-9ae5-312c6ba84934 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jun 26 18:12:13.327760 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b3775-47ba-4ed4-bbf2-d95080720b9d req-f60cf15f-9861-45b0-b4f6-c72ff5c2abe2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:13.329266 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-315b3775-47ba-4ed4-bbf2-d95080720b9d req-f60cf15f-9861-45b0-b4f6-c72ff5c2abe2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jun 26 18:12:13.374934 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-315b3775-47ba-4ed4-bbf2-d95080720b9d req-7a45251e-1526-4c34-be09-940fdcb86bac tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Jun 26 18:12:14.553839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ae8c-19ca-44de-ac46-fa50fe7cca35 req-48c0fcce-6aee-410f-9f65-839445e36b93 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:14.555324 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5104ae8c-19ca-44de-ac46-fa50fe7cca35 req-48c0fcce-6aee-410f-9f65-839445e36b93 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0690033 Jun 26 18:12:14.592575 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5104ae8c-19ca-44de-ac46-fa50fe7cca35 req-449d83d3-874f-46d2-8193-c2abec1df34f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Jun 26 18:12:14.754472 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-de14a834-3bbc-4da5-ab58-9625d9892bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:15.388862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-6f7e593d-d2d4-4f71-a5aa-fe73264af067 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:15.390301 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-6f7e593d-d2d4-4f71-a5aa-fe73264af067 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/networks?id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 200 len: 809 time: 0.1700983 Jun 26 18:12:15.400516 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-0167f5bc-1395-48cd-a6ea-b0f8b3528688 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:15.401937 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-0167f5bc-1395-48cd-a6ea-b0f8b3528688 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1700935 Jun 26 18:12:15.420300 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-1d0b4e51-a42c-4d8a-b2fe-552f07f482c5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/quotas/a67365b90158441f859bd7f889e4b81c HTTP/1.1" status: 200 len: 375 time: 0.0173910 Jun 26 18:12:15.421617 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-b6872bdc-2486-4048-8a6c-ec1f3d6947c7 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/quotas/6b8d1f2aa7274c27b1f7613daa50fd00 HTTP/1.1" status: 200 len: 375 time: 0.0126867 Jun 26 18:12:15.463866 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-a4b1b476-71bf-4045-ae47-c2e0b1bb015d tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a67365b90158441f859bd7f889e4b81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380769 Jun 26 18:12:15.579668 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-003b82eb-cb0e-448c-9ddf-9e857c8d0c09 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521890 Jun 26 18:12:15.582466 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-92aecd03-7915-40b9-9a3a-65d3c39c9ced service neutron] 10.222.0.23 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037557 Jun 26 18:12:15.734499 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-950a7127-2c64-47a1-bb0a-2a29a1b8d840 service neutron] 10.222.0.23 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452663 Jun 26 18:12:15.736126 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-ae6eb367-7f45-4a5f-9949-b862ddeb68b8 service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482098 Jun 26 18:12:15.828659 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-d0b94c2b-d7c5-4437-81ec-85019b9e4be2 service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Jun 26 18:12:16.174974 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800d348-efa6-43f1-9a89-f28a626c18a4 req-13a4df57-d32b-4dfd-97d9-7582bb903bfc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:16.177189 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3800d348-efa6-43f1-9a89-f28a626c18a4 req-13a4df57-d32b-4dfd-97d9-7582bb903bfc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0753875 Jun 26 18:12:16.268980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9682b81b-ccb1-4172-bbb8-2ba539e36757 req-05ff7de1-14d6-4944-8d9e-b62eb771f93d tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 210 time: 0.0348196 Jun 26 18:12:16.294052 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3800d348-efa6-43f1-9a89-f28a626c18a4 req-48dd9e75-ab8d-4d97-947d-b5cf93f87717 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952916 Jun 26 18:12:16.350673 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06d4d5a0-a52e-4376-9490-3df70adf41d2 req-057cc839-c576-40ab-9874-cc95e7108b4e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 210 time: 0.0302637 Jun 26 18:12:16.694470 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e00d6-0e1a-47c4-9d70-fec23d0c1e67 req-c75bb1bc-f420-41ee-8fd8-7a267a6c4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:16.695965 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-683e00d6-0e1a-47c4-9d70-fec23d0c1e67 req-c75bb1bc-f420-41ee-8fd8-7a267a6c4ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 1098 time: 0.0538044 Jun 26 18:12:16.730497 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-683e00d6-0e1a-47c4-9d70-fec23d0c1e67 req-d411f0b2-4cb0-46d2-9905-bd935ccc19eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275185 Jun 26 18:12:17.416278 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-829f5520-c4bb-42b9-aab5-32c467fb9902 req-517d4621-742f-46b7-894b-ff2b7d81df97 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 210 time: 0.0315466 Jun 26 18:12:17.525872 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-37e63c5f-3c11-4f22-a20e-d0cadc3137c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:17.535314 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe896-2ba5-4eb2-bf5b-d6e039e2d234 req-5a71e3b8-48b9-41c4-b37b-77f2a1ad12b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:17.536824 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1afe896-2ba5-4eb2-bf5b-d6e039e2d234 req-5a71e3b8-48b9-41c4-b37b-77f2a1ad12b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0776374 Jun 26 18:12:17.544023 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:17.555698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6394d8f3-434d-4768-805d-d49c0b179a33 req-d8f27d7c-31a9-49ab-a2d7-1c5524bfb701 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 210 time: 0.0412910 Jun 26 18:12:17.590854 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1afe896-2ba5-4eb2-bf5b-d6e039e2d234 req-e91f4431-28dd-41b0-a56a-bcb550d42ccc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Jun 26 18:12:17.743604 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:12:17.811374 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-ed1fb054-0051-44a6-8cee-2e4cf298b1ec tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:17.812697 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-ed1fb054-0051-44a6-8cee-2e4cf298b1ec tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "GET /v2.0/networks?id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 200 len: 809 time: 0.1080394 Jun 26 18:12:17.861673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Request body: {'port': {'device_id': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564', 'admin_state_up': True, 'tenant_id': 'a67365b90158441f859bd7f889e4b81c'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:17.973925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Made reservation on behalf of a67365b90158441f859bd7f889e4b81c for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:17.977866 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:18.102096 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Allocated IP 172.20.0.12 (bc8f9d18-433a-4b5e-9517-cf7cc9bf0564/dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b/f8ebf495-07c5-4aaf-b8d5-ce876767adf1) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:12:18.245673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:18.285137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:18.289000 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:18.329095 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:12:18.332634 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:18.338619 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:12:18.371845 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Pushing event updated for resources: {'Port': ['ID=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:18.376138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:18.398697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:18.399294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:18.414290 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563352 Jun 26 18:12:18.482210 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Request body: {'port': {'device_id': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:18.582893 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:18.615484 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:18.658734 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19ee45-7753-4092-840c-d25427864409 req-87da426c-78b2-47ff-8ea4-c012bd73de98 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:18.660810 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d19ee45-7753-4092-840c-d25427864409 req-87da426c-78b2-47ff-8ea4-c012bd73de98 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 932 time: 0.1202989 Jun 26 18:12:18.763710 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c8a6942e-c2dc-4b08-a7c8-b11813d0a467 req-36104c4f-45cd-43c0-bb91-44889b976417 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 210 time: 0.0422041 Jun 26 18:12:18.812035 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d19ee45-7753-4092-840c-d25427864409 req-045f875e-ac5e-4bb2-bad0-4a2f22b2a82d tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037648 Jun 26 18:12:18.863684 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-cef15b94-6622-4131-9f9b-89d626db6e3e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:18.865271 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-cef15b94-6622-4131-9f9b-89d626db6e3e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1340187 Jun 26 18:12:18.893636 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Request body: {'port': {'device_id': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'admin_state_up': True, 'tenant_id': '6b8d1f2aa7274c27b1f7613daa50fd00'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:18.969590 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ebf495-07c5-4aaf-b8d5-ce876767adf1 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:12:18.978621 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.001027 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Transition to ACTIVE for port object f8ebf495-07c5-4aaf-b8d5-ce876767adf1 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:12:19.007750 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.009829 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Made reservation on behalf of 6b8d1f2aa7274c27b1f7613daa50fd00 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:19.011188 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:19.013392 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.146643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Allocated IP 172.20.0.2 (c8acfde1-98b2-4996-80d2-f11e13cb1436/c66e207e-2c18-4201-bcfb-50a9b74161ce/e98f890f-e07a-4da1-a1cf-e82bb36f64ec) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:12:19.245150 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017418a5-ca0e-47a7-bb7c-afacc5992d84 req-e63ddb12-2386-491e-9272-dff63dc85dc9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:19.246595 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-017418a5-ca0e-47a7-bb7c-afacc5992d84 req-e63ddb12-2386-491e-9272-dff63dc85dc9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.3420146 Jun 26 18:12:19.298919 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.300775 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:19.306453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:19.336379 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-017418a5-ca0e-47a7-bb7c-afacc5992d84 req-32378078-556d-47aa-9ea6-bddf12f04b63 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 Jun 26 18:12:19.337216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.343216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:19.383830 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Attempting to bind port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:12:19.384172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Attempting to bind port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:12:19.384530 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Attempting to bind port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 on network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:19.389382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 on network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:12:19.389696 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Attempting to bind port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 on network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:19.395042 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:12:19.395223 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Checking segment: {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:12:19.395573 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Bound using segment: {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:12:19.396194 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Bound port: f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:12:19.396596 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.398440 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:12:19.398585 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:12:19.404788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:19.411017 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:12:19.444804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event updated for resources: {'Port': ['ID=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:19.447757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:19.481127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] For port f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:12:19.484763 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:19.484968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] For port f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:12:19.485377 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.498639 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.502558 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2db5793c-4e88-468e-8e5f-ecd126946e41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:19.508131 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6185839 Jun 26 18:12:19.538193 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Request body: {'port': {'device_id': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:19.567789 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:19.568387 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.569741 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] 10.222.0.35 "PUT /v2.0/ports/f8ebf495-07c5-4aaf-b8d5-ce876767adf1 HTTP/1.1" status: 200 len: 1094 time: 1.0919476 Jun 26 18:12:19.570215 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'tag': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:19.572507 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4950ba28-a7bb-4631-840c-47eef5e242ce" -d '{"events": [{"name": "network-changed", "server_uuid": "63ffd29a-ed3a-4ee8-b851-f48b2775b6ac", "tag": "f8ebf495-07c5-4aaf-b8d5-ce876767adf1"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:19.600484 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:19.604057 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:19.618303 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.628262 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e169f-d6b6-4c7c-983e-58cc40887023 req-c42b5a2d-4c5e-40c6-bcd1-fbcc8dc5bffe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:19.629727 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e8e169f-d6b6-4c7c-983e-58cc40887023 req-c42b5a2d-4c5e-40c6-bcd1-fbcc8dc5bffe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1032257 Jun 26 18:12:19.667761 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e8e169f-d6b6-4c7c-983e-58cc40887023 req-e5eeb207-b1ba-4f53-b1af-0f4edf715167 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Jun 26 18:12:19.736813 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0f404d-ecf8-48b2-8a5c-3ad9084855a5 x-openstack-request-id: req-9f0f404d-ecf8-48b2-8a5c-3ad9084855a5 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:19.737324 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ffd29a-ed3a-4ee8-b851-f48b2775b6ac", "tag": "f8ebf495-07c5-4aaf-b8d5-ce876767adf1", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:19.738416 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f0f404d-ecf8-48b2-8a5c-3ad9084855a5 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:19.738998 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'tag': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1', 'status': 'completed', 'code': 200} Jun 26 18:12:19.769780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-801c8fe0-7052-4450-971e-d3673d947508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:19.771707 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-801c8fe0-7052-4450-971e-d3673d947508 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a67365b90158441f859bd7f889e4b81c&device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 1097 time: 0.0914521 Jun 26 18:12:19.830079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-fcd04fcb-1a42-4494-8f96-13c6499486d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1 HTTP/1.1" status: 200 len: 217 time: 0.0393813 Jun 26 18:12:19.892187 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-703bbf8e-c5fa-445c-90cc-3dc07d826db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:19.893728 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-703bbf8e-c5fa-445c-90cc-3dc07d826db0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b HTTP/1.1" status: 200 len: 849 time: 0.0518115 Jun 26 18:12:19.932873 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98f890f-e07a-4da1-a1cf-e82bb36f64ec {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:12:19.944449 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.959059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Transition to ACTIVE for port object e98f890f-e07a-4da1-a1cf-e82bb36f64ec will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:12:19.965154 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:19.976055 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8a5b7830-7d0e-406c-88ba-f239a68d913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:20.018225 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-bcf5c7eb-ef4c-4c38-a6c5-68bd8b3b3e84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705330 Jun 26 18:12:20.024060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Pushing event updated for resources: {'Port': ['ID=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:20.027785 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:20.038212 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0870ce6-37c3-4859-a4ae-d8da5dfbdb1c req-e0f2b387-9bdc-4dec-a7de-7040b0a26229 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.043386 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b0870ce6-37c3-4859-a4ae-d8da5dfbdb1c req-e0f2b387-9bdc-4dec-a7de-7040b0a26229 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 931 time: 0.1509595 Jun 26 18:12:20.086708 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:20.116974 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Attempting to bind port e98f890f-e07a-4da1-a1cf-e82bb36f64ec on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:12:20.117309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Attempting to bind port e98f890f-e07a-4da1-a1cf-e82bb36f64ec by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:12:20.117637 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Attempting to bind port e98f890f-e07a-4da1-a1cf-e82bb36f64ec on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:20.122102 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Port e98f890f-e07a-4da1-a1cf-e82bb36f64ec on network c8acfde1-98b2-4996-80d2-f11e13cb1436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:12:20.122424 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Attempting to bind port e98f890f-e07a-4da1-a1cf-e82bb36f64ec on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:20.127134 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:12:20.127501 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Checking segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:12:20.127882 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Bound using segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:12:20.128393 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Bound port: e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:12:20.128682 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:20.196254 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] For port e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:12:20.199394 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] For port e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:12:20.204908 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:20.208508 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:20.219868 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b0870ce6-37c3-4859-a4ae-d8da5dfbdb1c req-5031daae-0119-43ca-a31d-8318e024c99d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477010 Jun 26 18:12:20.238133 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.238530 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:20.239940 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] 10.222.0.35 "PUT /v2.0/ports/e98f890f-e07a-4da1-a1cf-e82bb36f64ec HTTP/1.1" status: 200 len: 1093 time: 0.7065399 Jun 26 18:12:20.240434 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'tag': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:20.240957 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-6a2421f8-f7d5-4ed4-b523-274d3220c720 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994255 Jun 26 18:12:20.242673 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d" -d '{"events": [{"name": "network-changed", "server_uuid": "43b36e59-6cbd-4d20-8b91-4653c81918e4", "tag": "e98f890f-e07a-4da1-a1cf-e82bb36f64ec"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:20.258972 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644ca0-4263-4d5e-b458-c4db01434b2f req-0075a125-c1ad-4989-8b41-5a88440dfaa7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.260856 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-97644ca0-4263-4d5e-b458-c4db01434b2f req-0075a125-c1ad-4989-8b41-5a88440dfaa7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 944 time: 0.1911671 Jun 26 18:12:20.282472 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Pushing event updated for resources: {'Port': ['ID=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:20.285829 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:20.306326 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d162dfad-2f17-4fc0-b805-fc4f6d0b6c38 x-openstack-request-id: req-d162dfad-2f17-4fc0-b805-fc4f6d0b6c38 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:20.306645 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b36e59-6cbd-4d20-8b91-4653c81918e4", "tag": "e98f890f-e07a-4da1-a1cf-e82bb36f64ec", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:20.306925 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d162dfad-2f17-4fc0-b805-fc4f6d0b6c38 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:20.307373 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'tag': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'status': 'completed', 'code': 200} Jun 26 18:12:20.363560 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-97644ca0-4263-4d5e-b458-c4db01434b2f req-2178606d-3399-40f5-8706-9946126cff2b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880861 Jun 26 18:12:20.385769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-23be2774-5813-4c57-bc75-8dd9b2de009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.386600 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bab4172-ba8a-467c-b8b1-a38433607f28 req-c9deccc7-95ba-4fc1-ab57-fd4d3d3ab6f0 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247494 Jun 26 18:12:20.387267 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-23be2774-5813-4c57-bc75-8dd9b2de009d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 1096 time: 0.0540688 Jun 26 18:12:20.482974 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-570540a3-e0e4-486c-8d3f-1c1b551d32c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec HTTP/1.1" status: 200 len: 217 time: 0.0363653 Jun 26 18:12:20.569941 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-db64f50c-09bf-43cf-8ec3-a3ac40e45ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.571716 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-db64f50c-09bf-43cf-8ec3-a3ac40e45ba5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.0439556 Jun 26 18:12:20.578675 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-ad64fa33-8576-48dc-962d-fce54bbfbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.580175 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-ad64fa33-8576-48dc-962d-fce54bbfbb7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a67365b90158441f859bd7f889e4b81c&device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 1097 time: 0.0521512 Jun 26 18:12:20.752977 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-9c9af6e4-2dfa-4e94-8312-fed4390731a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267258 Jun 26 18:12:20.814923 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-b8d9fba6-ff2f-4259-8f23-e9449d13d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.816982 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-b8d9fba6-ff2f-4259-8f23-e9449d13d559 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 200 len: 910 time: 0.0881424 Jun 26 18:12:20.848587 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-adce8df9-2c92-42d1-be9a-f69da3b49b00 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835040 Jun 26 18:12:20.914184 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-42f41c83-4899-4ec2-b99a-93faa9a81d77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1 HTTP/1.1" status: 200 len: 217 time: 0.0373592 Jun 26 18:12:20.959161 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d7e76336-e57a-42f6-9ccd-dd33f2d9bfc9 req-e214f993-0fef-4725-b8c9-b9ed6781787f service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Jun 26 18:12:20.965151 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-06c22b81-5c86-4555-aa6e-0a90a4562503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:20.966670 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-06c22b81-5c86-4555-aa6e-0a90a4562503 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b HTTP/1.1" status: 200 len: 849 time: 0.0442965 Jun 26 18:12:21.004697 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-f8aa4f12-4ad9-40ed-bca2-b4e47dba0fac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267560 Jun 26 18:12:21.169780 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-35fe82cb-2dcb-49c5-b3d2-9f059f496df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.171254 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-35fe82cb-2dcb-49c5-b3d2-9f059f496df8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 1096 time: 0.0656257 Jun 26 18:12:21.193081 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-780b9e83-ae23-4c1f-9b2a-fd8928dd127e service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883720 Jun 26 18:12:21.328445 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4950ba28-a7bb-4631-840c-47eef5e242ce req-367d6cf7-490f-447d-87ff-7f0b4b50314d service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009629 Jun 26 18:12:21.335714 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-e4faa62e-2607-4c52-91f3-838a66062f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.338351 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-e4faa62e-2607-4c52-91f3-838a66062f66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 916 time: 0.1095598 Jun 26 18:12:21.408224 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-e368e9c3-f58c-4536-8991-736d1b5fbdcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec HTTP/1.1" status: 200 len: 217 time: 0.0402448 Jun 26 18:12:21.435239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698d82-d3ca-4758-8327-3dfa45692685 req-0df771e0-91fe-4b05-a1ce-41416fdcac89 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.437149 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc698d82-d3ca-4758-8327-3dfa45692685 req-0df771e0-91fe-4b05-a1ce-41416fdcac89 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 943 time: 0.0835760 Jun 26 18:12:21.470934 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-e72a4950-96bd-4cd1-a97d-4ad3172de394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.472896 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-e72a4950-96bd-4cd1-a97d-4ad3172de394 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.0534947 Jun 26 18:12:21.480429 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc698d82-d3ca-4758-8327-3dfa45692685 req-af830cac-863d-4929-9abb-8bce5d32382c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369563 Jun 26 18:12:21.529102 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-e40ba0bd-a132-4d57-9e9f-cb5e39cf4053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370235 Jun 26 18:12:21.595187 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-6640e3ad-57ac-4fa3-8d34-7a5d57f698d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.596659 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-6640e3ad-57ac-4fa3-8d34-7a5d57f698d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.0972743 Jun 26 18:12:21.630555 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-aa7cee8e-e3af-4aac-b27f-58505b95b3bc service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923505 Jun 26 18:12:21.694600 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b9199-438d-4141-aec9-679a31909360 req-dc27031b-e7f8-4cf2-80ea-5836358beae7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.696350 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac1b9199-438d-4141-aec9-679a31909360 req-dc27031b-e7f8-4cf2-80ea-5836358beae7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 944 time: 0.1873450 Jun 26 18:12:21.721500 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1eb2da1-abd5-41bb-a7e6-eb3f0cad229d req-75dc4ee0-65e8-441a-a1cd-64e10641e3ef service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820036 Jun 26 18:12:21.771256 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08073e70-2657-4753-8755-3351ed4fff1b req-589ecafe-60a3-47cc-bee7-c6244c9edd92 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.772830 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08073e70-2657-4753-8755-3351ed4fff1b req-589ecafe-60a3-47cc-bee7-c6244c9edd92 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1826859 Jun 26 18:12:21.776681 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-cd64b9cb-cbee-4663-9cba-46404e88452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.778117 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-cd64b9cb-cbee-4663-9cba-46404e88452f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.1706903 Jun 26 18:12:21.782171 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac1b9199-438d-4141-aec9-679a31909360 req-18fd582f-5e10-4b27-956b-7fbc11b322e6 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775080 Jun 26 18:12:21.829753 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-6fa926ee-fe84-4853-b524-fc919844b3a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0405207 Jun 26 18:12:21.868473 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08073e70-2657-4753-8755-3351ed4fff1b req-593cbcdc-2db3-4829-8d44-96dfb9357e30 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893943 Jun 26 18:12:21.887661 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-bd2a7322-c9f8-40c2-8dc5-ca12a43687c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:21.889175 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-bd2a7322-c9f8-40c2-8dc5-ca12a43687c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0504327 Jun 26 18:12:21.929002 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-0ffea541-e6ec-4284-8545-cd44d373657d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298181 Jun 26 18:12:22.016383 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-a695e55f-9a6c-4e9e-9521-b6423aff7360 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787861 Jun 26 18:12:22.142663 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a83acad-9c46-4c3a-8e2d-16546b722d8f req-0445a2f3-1e3d-406c-84e6-072ab06ac484 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824492 Jun 26 18:12:22.658935 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9b63-41f9-4d2e-976a-f70574dde30e req-c1b0e633-8736-423b-a84c-5915a3515ef5 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:22.660547 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e74d9b63-41f9-4d2e-976a-f70574dde30e req-c1b0e633-8736-423b-a84c-5915a3515ef5 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 943 time: 0.0638051 Jun 26 18:12:22.698955 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e74d9b63-41f9-4d2e-976a-f70574dde30e req-a1a416cf-d578-4f37-b6db-f1ef1598e0ef tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Jun 26 18:12:22.955759 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d6da9-f36c-47bd-9bca-e4ad95d3f967 req-f1666eec-b1e5-4739-bef6-d8ce9e397831 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:22.957721 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-974d6da9-f36c-47bd-9bca-e4ad95d3f967 req-f1666eec-b1e5-4739-bef6-d8ce9e397831 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 944 time: 0.0615687 Jun 26 18:12:23.023410 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-974d6da9-f36c-47bd-9bca-e4ad95d3f967 req-f5e65f53-d27e-4cf1-8851-8199b4295ac5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598977 Jun 26 18:12:23.054006 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a55af-2a5b-4afc-bc94-57e3364690cb req-f1704837-bf69-4851-8164-068acf775720 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:23.055452 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-559a55af-2a5b-4afc-bc94-57e3364690cb req-f1704837-bf69-4851-8164-068acf775720 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0756900 Jun 26 18:12:23.093615 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-559a55af-2a5b-4afc-bc94-57e3364690cb req-3bcee073-bc1d-4255-a378-338c10159dee tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Jun 26 18:12:23.880204 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a1de6-ad59-495f-a28d-04316ae293b9 req-8d341028-4d4b-4c24-9df3-4e63d98c19ad tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:23.881916 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81a1de6-ad59-495f-a28d-04316ae293b9 req-8d341028-4d4b-4c24-9df3-4e63d98c19ad tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 943 time: 0.0649679 Jun 26 18:12:23.920181 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81a1de6-ad59-495f-a28d-04316ae293b9 req-3d6d2b7b-6382-470a-bdb1-ff30000365e9 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Jun 26 18:12:24.116268 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:24.196763 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a800ee-52ab-4a26-99d6-423b37728fca req-a5f7a1b0-eb29-4764-9f3d-fb80420d348b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:24.198217 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7a800ee-52ab-4a26-99d6-423b37728fca req-a5f7a1b0-eb29-4764-9f3d-fb80420d348b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 944 time: 0.0600774 Jun 26 18:12:24.267599 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7a800ee-52ab-4a26-99d6-423b37728fca req-b380b11d-5e00-420a-b2ac-1826a4ac5351 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Jun 26 18:12:24.294058 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f8ac5-6d27-4a5a-a5ae-dedc5328e24d req-ba87c825-fe7e-457b-91f1-cdce1f861a28 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:24.295536 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-367f8ac5-6d27-4a5a-a5ae-dedc5328e24d req-ba87c825-fe7e-457b-91f1-cdce1f861a28 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0858872 Jun 26 18:12:24.336506 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-367f8ac5-6d27-4a5a-a5ae-dedc5328e24d req-7b3e4a8e-46f1-41db-b370-ac3cc287e1b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344100 Jun 26 18:12:24.582881 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device f8ebf495-07c5-4aaf-b8d5-ce876767adf1 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:12:24.673758 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:24.687237 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1', 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564', 'port_id': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1', 'mac_address': 'fa:16:3e:60:e2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:12:24.723243 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:24.735206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ebf495-07c5-4aaf-b8d5-ce876767adf1 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:12:24.754570 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:24.759230 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:24.759990 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device e98f890f-e07a-4da1-a1cf-e82bb36f64ec details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:12:24.761690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:24.831836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:24.836867 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:24.895313 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:24.905664 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'port_id': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'mac_address': 'fa:16:3e:ef:60:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66e207e-2c18-4201-bcfb-50a9b74161ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:12:24.939756 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:24.952210 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98f890f-e07a-4da1-a1cf-e82bb36f64ec {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:12:24.971567 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:24.978816 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:24.980580 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:25.025581 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:25.028836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:25.097543 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e9ed8-9a1d-462d-800a-0a29591eb5bb req-56b9d439-224b-41bd-8e92-3055b69c1e0e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:25.099189 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f3e9ed8-9a1d-462d-800a-0a29591eb5bb req-56b9d439-224b-41bd-8e92-3055b69c1e0e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 944 time: 0.0653784 Jun 26 18:12:25.143867 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f3e9ed8-9a1d-462d-800a-0a29591eb5bb req-362a1d43-4b4f-4af2-a04c-0249cf6a5c8c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390165 Jun 26 18:12:25.444660 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8790e-c5c4-4828-b87c-23fd2b5b18f4 req-3f7bad02-339d-45bb-a6d5-0e7dd2737a53 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:25.446983 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44b8790e-c5c4-4828-b87c-23fd2b5b18f4 req-3f7bad02-339d-45bb-a6d5-0e7dd2737a53 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 945 time: 0.0683095 Jun 26 18:12:25.514096 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44b8790e-c5c4-4828-b87c-23fd2b5b18f4 req-4cc408b5-869a-4a36-9b08-a70b1767c686 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605643 Jun 26 18:12:25.538937 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c505f-94b0-436f-a980-974bf109ecc7 req-f82295ba-5051-4d50-873d-dc1ecbc5446c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:25.540445 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d40c505f-94b0-436f-a980-974bf109ecc7 req-f82295ba-5051-4d50-873d-dc1ecbc5446c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0886383 Jun 26 18:12:25.590358 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d40c505f-94b0-436f-a980-974bf109ecc7 req-cbd39677-85d3-4465-aee4-72f4930ed94a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Jun 26 18:12:25.623049 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['f8ebf495-07c5-4aaf-b8d5-ce876767adf1'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:12:25.648174 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['e98f890f-e07a-4da1-a1cf-e82bb36f64ec'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:12:26.320248 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3694ce8-33ff-493f-83e1-64af2d6f4f16 req-32052034-f70a-4311-bd52-880380b4acb1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:26.321658 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b3694ce8-33ff-493f-83e1-64af2d6f4f16 req-32052034-f70a-4311-bd52-880380b4acb1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 944 time: 0.0593050 Jun 26 18:12:26.365596 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b3694ce8-33ff-493f-83e1-64af2d6f4f16 req-65ca9670-1c82-4b51-a8fb-f140f3c57297 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Jun 26 18:12:26.693795 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ede7-d0ef-4502-89ae-147e0ecd7235 req-859c8501-1111-4215-ac26-420ea0eff9f3 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:26.695285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4b2ede7-d0ef-4502-89ae-147e0ecd7235 req-859c8501-1111-4215-ac26-420ea0eff9f3 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 945 time: 0.0644033 Jun 26 18:12:26.766174 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f4b2ede7-d0ef-4502-89ae-147e0ecd7235 req-13cd04f7-33c9-47b7-b9e8-623b32fc11bd tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650387 Jun 26 18:12:26.792712 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761d28a-108e-478a-b6a3-a0cceaed8885 req-f4c5311f-ee39-426a-96bc-54737d0152b9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:26.794208 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5761d28a-108e-478a-b6a3-a0cceaed8885 req-f4c5311f-ee39-426a-96bc-54737d0152b9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0862579 Jun 26 18:12:26.830949 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5761d28a-108e-478a-b6a3-a0cceaed8885 req-8e6fb89e-3673-442b-a8d9-11efd1100343 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Jun 26 18:12:27.467047 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 55644) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:27.535597 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74194543-075f-437f-8893-7b595e260800 req-2e796492-427e-4ca8-9469-e853fa0eae93 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:27.537046 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74194543-075f-437f-8893-7b595e260800 req-2e796492-427e-4ca8-9469-e853fa0eae93 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 944 time: 0.0639105 Jun 26 18:12:27.569067 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.578594 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74194543-075f-437f-8893-7b595e260800 req-c1703807-1b3f-482d-9493-4c3a0f6c131b tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Jun 26 18:12:27.656270 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.659751 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.662012 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-592f3a97-7741-4e62-9bd3-5f65fb5f2e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:27.697688 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ac7885b75664a4eb910e6d35959f7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294505 Jun 26 18:12:27.698431 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5e250-12f6-4a01-904e-22a8da2766bd,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:27.700351 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 55650) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:27.701618 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:27.749617 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.769235 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.815070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.817862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:27.819104 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38b5e250-12f6-4a01-904e-22a8da2766bd HTTP/1.1" status: 204 len: 168 time: 0.1175685 Jun 26 18:12:27.819882 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6abe7961-29ba-4582-8fb1-e642a90810fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:27.827670 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5e250-12f6-4a01-904e-22a8da2766bd,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:27.829983 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:27.960942 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ff187-07a1-441a-88b9-90163f8f833a req-5e5c93af-6c18-400a-901c-2f49f283daac tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:27.962929 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-098ff187-07a1-441a-88b9-90163f8f833a req-5e5c93af-6c18-400a-901c-2f49f283daac tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 945 time: 0.0747616 Jun 26 18:12:28.032509 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-098ff187-07a1-441a-88b9-90163f8f833a req-f2e428c5-f1cf-48f4-8191-32f43c452611 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593908 Jun 26 18:12:28.064251 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8714a4-d0bf-4ba5-8c6e-927a46618d29 req-8401d007-a63e-47f5-9087-5a62589a4ff4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:28.065887 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5d8714a4-d0bf-4ba5-8c6e-927a46618d29 req-8401d007-a63e-47f5-9087-5a62589a4ff4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1018989 Jun 26 18:12:28.107912 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5d8714a4-d0bf-4ba5-8c6e-927a46618d29 req-43669fba-0c48-4fb2-b858-0009315e6815 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Jun 26 18:12:28.597357 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device f8ebf495-07c5-4aaf-b8d5-ce876767adf1 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:12:28.645374 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:12:28.649536 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:12:28.650084 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:28.735108 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:28.759966 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:28.762401 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d43357-5d0c-4b59-8888-b24421e11af6" -d '{"events": [{"server_uuid": "63ffd29a-ed3a-4ee8-b851-f48b2775b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "f8ebf495-07c5-4aaf-b8d5-ce876767adf1"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:28.763373 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8918-4a79-4aec-a01f-cfaab0d54df8 req-d3e88931-6472-47eb-b880-758e28ec89a6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:28.771519 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac0c8918-4a79-4aec-a01f-cfaab0d54df8 req-d3e88931-6472-47eb-b880-758e28ec89a6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 944 time: 0.0757978 Jun 26 18:12:28.781203 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:28.788768 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:28.791003 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device e98f890f-e07a-4da1-a1cf-e82bb36f64ec up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:12:28.796975 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:28.822236 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac0c8918-4a79-4aec-a01f-cfaab0d54df8 req-44eba9eb-24ad-4292-aef3-3d1413027d2c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500906 Jun 26 18:12:28.831133 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9cbefa-9cb8-472e-8ca1-1e94ac7d8dcb x-openstack-request-id: req-4d9cbefa-9cb8-472e-8ca1-1e94ac7d8dcb {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:28.831461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ffd29a-ed3a-4ee8-b851-f48b2775b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "f8ebf495-07c5-4aaf-b8d5-ce876767adf1", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:28.831719 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d9cbefa-9cb8-472e-8ca1-1e94ac7d8dcb {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:28.832112 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1', 'code': 200} Jun 26 18:12:28.926256 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:28.931407 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:28.940152 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port e98f890f-e07a-4da1-a1cf-e82bb36f64ec completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:12:28.945807 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port e98f890f-e07a-4da1-a1cf-e82bb36f64ec triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:12:28.946301 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:29.042438 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:29.077636 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:29.083901 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:29.085737 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:29.143993 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:29.147628 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:29.171025 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687f04-d143-47fe-aad8-48cd1ba6c4ad req-45ed40f8-0f13-4a23-a9c9-bf899ec2fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:29.172779 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85687f04-d143-47fe-aad8-48cd1ba6c4ad req-45ed40f8-0f13-4a23-a9c9-bf899ec2fef8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 1099 time: 0.0772974 Jun 26 18:12:29.245285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85687f04-d143-47fe-aad8-48cd1ba6c4ad req-31fb528e-1f73-43df-b10d-c9d1ac500e7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652130 Jun 26 18:12:29.303979 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dfacc-522f-43f9-95d1-7ea4779b3372 req-d5d48956-39c8-4832-8a47-81ebf95a7271 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:29.305416 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e6dfacc-522f-43f9-95d1-7ea4779b3372 req-d5d48956-39c8-4832-8a47-81ebf95a7271 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.1104400 Jun 26 18:12:29.356035 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e6dfacc-522f-43f9-95d1-7ea4779b3372 req-98c1ee57-8106-453c-8cb6-3e20255681bc tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Jun 26 18:12:29.367120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075ca9-39a6-4850-96ef-9bf5e129cf15 req-b99a8615-4999-432a-a416-8f3ae6951b12 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:29.368564 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-86075ca9-39a6-4850-96ef-9bf5e129cf15 req-b99a8615-4999-432a-a416-8f3ae6951b12 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1120565 Jun 26 18:12:29.406441 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-86075ca9-39a6-4850-96ef-9bf5e129cf15 req-665c9398-88a3-40ab-8b44-b92cde67bfc2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Jun 26 18:12:29.998326 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78786-8c0d-45c3-bb5e-029f3fd5cc5b req-9d485d5d-ef1b-4cbe-8b3a-64c201d00314 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:29.999816 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bdb78786-8c0d-45c3-bb5e-029f3fd5cc5b req-9d485d5d-ef1b-4cbe-8b3a-64c201d00314 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.0630939 Jun 26 18:12:30.036385 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bdb78786-8c0d-45c3-bb5e-029f3fd5cc5b req-31ebd61a-40af-4975-9081-f16f94473d72 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Jun 26 18:12:30.559568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8e04-4ad0-4662-bc4a-104989cf3c1e req-f03b8031-3a18-48d5-a02d-a6abf9793032 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:30.560980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1dfe8e04-4ad0-4662-bc4a-104989cf3c1e req-f03b8031-3a18-48d5-a02d-a6abf9793032 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0870056 Jun 26 18:12:30.610547 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1dfe8e04-4ad0-4662-bc4a-104989cf3c1e req-7931b1d6-1484-489a-b68d-0deb8f6f1f25 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Jun 26 18:12:30.619653 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d2663-4f0e-42f6-befd-b4d518b4a90f req-4b35e32f-c1e6-490d-9246-ad6687c9aca5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:30.621041 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a3d2663-4f0e-42f6-befd-b4d518b4a90f req-4b35e32f-c1e6-490d-9246-ad6687c9aca5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1057477 Jun 26 18:12:30.657608 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a3d2663-4f0e-42f6-befd-b4d518b4a90f req-f4d375ea-3a56-4532-9288-382cbfe8c81b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Jun 26 18:12:30.833745 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:30.836136 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223e1a1a-ff5c-4c86-89b6-2bb2516ce6f5" -d '{"events": [{"server_uuid": "43b36e59-6cbd-4d20-8b91-4653c81918e4", "name": "network-vif-plugged", "status": "completed", "tag": "e98f890f-e07a-4da1-a1cf-e82bb36f64ec"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:32.720185 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650f9cf-931f-48ab-8e1d-f44d1ab02a20 x-openstack-request-id: req-1650f9cf-931f-48ab-8e1d-f44d1ab02a20 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:32.720780 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b36e59-6cbd-4d20-8b91-4653c81918e4", "name": "network-vif-plugged", "status": "completed", "tag": "e98f890f-e07a-4da1-a1cf-e82bb36f64ec", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:32.720780 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1650f9cf-931f-48ab-8e1d-f44d1ab02a20 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:32.721105 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'code': 200} Jun 26 18:12:32.917215 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed4d3-515e-4baa-a6cc-8218aa3d5ddb req-51ba235c-618d-48c8-94aa-f94022f3ab63 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:32.919093 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-040ed4d3-515e-4baa-a6cc-8218aa3d5ddb req-51ba235c-618d-48c8-94aa-f94022f3ab63 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.1119812 Jun 26 18:12:32.927801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96890aa-671d-4a94-aa6b-2f3e3cd74748 req-569d381b-6644-4c61-9745-2225e9a10518 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:32.929146 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a96890aa-671d-4a94-aa6b-2f3e3cd74748 req-569d381b-6644-4c61-9745-2225e9a10518 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0939026 Jun 26 18:12:33.222306 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a96890aa-671d-4a94-aa6b-2f3e3cd74748 req-30bf9e09-c125-4773-8b5c-9b84f8df1f6b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865884 Jun 26 18:12:33.226878 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-040ed4d3-515e-4baa-a6cc-8218aa3d5ddb req-0ac26344-deb4-4e75-968e-36ce202bd44f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968755 Jun 26 18:12:33.248400 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6791ac-fe22-45e8-9dcc-54c7c693aeb4 req-e4d2cedb-ffc6-4263-bd96-93ff364bd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:33.249920 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b6791ac-fe22-45e8-9dcc-54c7c693aeb4 req-e4d2cedb-ffc6-4263-bd96-93ff364bd82f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 1098 time: 0.0893364 Jun 26 18:12:33.387536 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540e43d-4b1a-46b4-b0a7-f31c98c95726 req-62da31f7-0a1a-45ff-859d-d44d8f6078e5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:33.389001 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8540e43d-4b1a-46b4-b0a7-f31c98c95726 req-62da31f7-0a1a-45ff-859d-d44d8f6078e5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0674520 Jun 26 18:12:33.424876 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8540e43d-4b1a-46b4-b0a7-f31c98c95726 req-9ebc6eef-aaa4-4e99-a342-2b90f83bf116 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303235 Jun 26 18:12:36.052793 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b6791ac-fe22-45e8-9dcc-54c7c693aeb4 req-acca85fb-9a62-458b-97d3-24d02655eed4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272923 Jun 26 18:12:36.215521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233b07-6f1c-4820-ab25-e0cc25dc30be req-c038899d-59d0-42a5-a9e2-a0a6167068c0 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:36.216959 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-52233b07-6f1c-4820-ab25-e0cc25dc30be req-c038899d-59d0-42a5-a9e2-a0a6167068c0 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0601292 Jun 26 18:12:36.252123 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-52233b07-6f1c-4820-ab25-e0cc25dc30be req-592d42e6-f9c3-4618-bbad-026b3909233a tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298033 Jun 26 18:12:36.410965 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0fbfb-d966-4181-993a-b99ef4b834d5 req-ed5fcfeb-4261-42e3-99aa-afeed823b9d1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:36.412508 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-56c0fbfb-d966-4181-993a-b99ef4b834d5 req-ed5fcfeb-4261-42e3-99aa-afeed823b9d1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.0643892 Jun 26 18:12:36.452877 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-56c0fbfb-d966-4181-993a-b99ef4b834d5 req-846ea473-0391-41c6-8036-01bc2e49090a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347264 Jun 26 18:12:36.612962 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f7e6-e810-40a2-99db-4036c1d5f2cc req-e58b0af3-2f06-44e7-bc23-042941a2a6ae tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:36.615020 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6157f7e6-e810-40a2-99db-4036c1d5f2cc req-e58b0af3-2f06-44e7-bc23-042941a2a6ae tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0653379 Jun 26 18:12:36.653407 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6157f7e6-e810-40a2-99db-4036c1d5f2cc req-f583c2b5-5add-4d47-99ff-15f8cea3baf0 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326343 Jun 26 18:12:37.428574 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa485e-4a2e-43d1-ae0b-1bedab578092 req-8b2afcae-0d51-46cf-b34e-6c37830ba05c tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:37.428574 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2aa485e-4a2e-43d1-ae0b-1bedab578092 req-8b2afcae-0d51-46cf-b34e-6c37830ba05c tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0674865 Jun 26 18:12:37.469223 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2aa485e-4a2e-43d1-ae0b-1bedab578092 req-01df5217-3868-44f4-b76f-3ca93848a5e8 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Jun 26 18:12:37.640850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e548-718c-41d8-ab06-9f8797e59c30 req-20789457-1c2c-480e-86e3-17665fb6df07 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:37.642317 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c4f8e548-718c-41d8-ab06-9f8797e59c30 req-20789457-1c2c-480e-86e3-17665fb6df07 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.0782416 Jun 26 18:12:37.679667 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c4f8e548-718c-41d8-ab06-9f8797e59c30 req-477d7de6-7564-4915-994c-45c8ff74ee14 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Jun 26 18:12:37.836721 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70fa5-4865-4538-8422-e516df677d75 req-855efd17-aec2-4f53-853e-84ad2c6bccd5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:37.838127 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cda70fa5-4865-4538-8422-e516df677d75 req-855efd17-aec2-4f53-853e-84ad2c6bccd5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0620070 Jun 26 18:12:37.887955 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cda70fa5-4865-4538-8422-e516df677d75 req-c1a68e02-8f4c-44ba-a4c5-465a4f48e1a1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Jun 26 18:12:38.851211 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80f23-2023-49d1-afbc-a24e8696aeea req-f290124c-200e-42a2-8f6c-61bafa0a8524 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:38.852676 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11b80f23-2023-49d1-afbc-a24e8696aeea req-f290124c-200e-42a2-8f6c-61bafa0a8524 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.0602186 Jun 26 18:12:38.893544 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11b80f23-2023-49d1-afbc-a24e8696aeea req-295f8ca9-5474-42be-9d8a-556c89744724 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Jun 26 18:12:39.057769 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8159-6326-42d8-8bf5-4b997d9ff9e8 req-18794ff2-d2dc-40e8-bc0d-07fa5cc7f56b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:39.059255 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-857b8159-6326-42d8-8bf5-4b997d9ff9e8 req-18794ff2-d2dc-40e8-bc0d-07fa5cc7f56b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0617402 Jun 26 18:12:39.094967 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-857b8159-6326-42d8-8bf5-4b997d9ff9e8 req-4f719508-8743-43ad-9c08-672df3227cad tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302279 Jun 26 18:12:40.264871 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0f08b-08d8-4bd9-b9d5-e82edb11e2fb req-c4b25826-67c2-44d6-ab5f-66c2b5bbfabe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:40.266301 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ee0f08b-08d8-4bd9-b9d5-e82edb11e2fb req-c4b25826-67c2-44d6-ab5f-66c2b5bbfabe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0605521 Jun 26 18:12:40.302133 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ee0f08b-08d8-4bd9-b9d5-e82edb11e2fb req-66f927ca-c634-4f8c-8ae2-dab8aaeba9e3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304739 Jun 26 18:12:41.477633 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0d12-8593-42fd-b187-b7c065c72359 req-e9e7d673-f665-4024-a612-de492cf37b9b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:41.479078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cd9b0d12-8593-42fd-b187-b7c065c72359 req-e9e7d673-f665-4024-a612-de492cf37b9b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0668154 Jun 26 18:12:41.515850 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cd9b0d12-8593-42fd-b187-b7c065c72359 req-3e6a4125-8b51-471d-9fe4-f533698976a3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Jun 26 18:12:42.914252 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b977-6086-4a6a-b3c8-b7a23978b0b9 req-ccf58ce3-9714-43bd-a386-a60f8fb238c5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:42.915774 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fae0b977-6086-4a6a-b3c8-b7a23978b0b9 req-ccf58ce3-9714-43bd-a386-a60f8fb238c5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0944173 Jun 26 18:12:42.923132 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ddfc2-e38b-4b00-8822-ef2873f2d336 req-e0e3dcf6-6d06-4b43-a834-6fed1c2ed79f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:42.924548 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f7ddfc2-e38b-4b00-8822-ef2873f2d336 req-e0e3dcf6-6d06-4b43-a834-6fed1c2ed79f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1133859 Jun 26 18:12:42.983292 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fae0b977-6086-4a6a-b3c8-b7a23978b0b9 req-0d50da7f-fcfb-40e0-ae1d-860428177e45 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577908 Jun 26 18:12:42.988092 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f7ddfc2-e38b-4b00-8822-ef2873f2d336 req-a8e581ee-0f12-4658-89eb-601aa0ff90c7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560558 Jun 26 18:12:43.150674 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a3f29-471a-444d-86cc-07a6054cd148 req-edc9658b-b2f5-4fbf-bf85-f52240004d7e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:43.152186 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-521a3f29-471a-444d-86cc-07a6054cd148 req-edc9658b-b2f5-4fbf-bf85-f52240004d7e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0625350 Jun 26 18:12:43.191145 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-521a3f29-471a-444d-86cc-07a6054cd148 req-ce31bcb0-6799-43d9-97c8-3504b8b841fb tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Jun 26 18:12:44.160225 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc87eb-c603-4542-ab79-7275f51d9623 req-5f167bf6-cbf7-40f8-b811-34df59e5f8b4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:44.162222 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0fc87eb-c603-4542-ab79-7275f51d9623 req-5f167bf6-cbf7-40f8-b811-34df59e5f8b4 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0661063 Jun 26 18:12:44.205017 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0fc87eb-c603-4542-ab79-7275f51d9623 req-f8a35f7f-bd2a-4b67-a3b8-6b9f4cc6f368 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Jun 26 18:12:44.369472 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78327b8-f387-48be-9b9e-19c01156dac9 req-53c5b408-00b9-40e4-8213-e2a3e7f4d67b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:44.370590 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b78327b8-f387-48be-9b9e-19c01156dac9 req-53c5b408-00b9-40e4-8213-e2a3e7f4d67b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0615404 Jun 26 18:12:44.407126 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b78327b8-f387-48be-9b9e-19c01156dac9 req-1f6e2173-7e29-49f3-8040-141f0f4a34f3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Jun 26 18:12:44.569844 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2231869-a6ac-4f8e-adba-c1dcb6b7a25b req-d8916608-a358-4f31-870e-b2d4a1d22162 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:44.571234 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2231869-a6ac-4f8e-adba-c1dcb6b7a25b req-d8916608-a358-4f31-870e-b2d4a1d22162 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0622308 Jun 26 18:12:44.608262 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2231869-a6ac-4f8e-adba-c1dcb6b7a25b req-d4e6ff97-e524-49d7-843b-20a852165a3d tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Jun 26 18:12:44.754813 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a22b528f-1d61-44c2-a7aa-06ee9e08aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:45.383537 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a901bdd-d9e9-42d5-bafc-c859074bc809 req-edbc7bea-bbc2-48d0-8b2e-73b3857ff346 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:45.385005 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a901bdd-d9e9-42d5-bafc-c859074bc809 req-edbc7bea-bbc2-48d0-8b2e-73b3857ff346 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0697875 Jun 26 18:12:45.420428 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a901bdd-d9e9-42d5-bafc-c859074bc809 req-d8b1b4e5-f0e5-4924-94fe-41987363ff4c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Jun 26 18:12:45.583575 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec6d35-9a6f-488d-9b53-00c6116a6955 req-fe66a101-a02a-4268-894b-2ce114041684 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:45.584993 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0ec6d35-9a6f-488d-9b53-00c6116a6955 req-fe66a101-a02a-4268-894b-2ce114041684 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0621033 Jun 26 18:12:45.622408 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0ec6d35-9a6f-488d-9b53-00c6116a6955 req-e9041b2b-957e-4901-9ac4-29c156b0bce3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Jun 26 18:12:45.783468 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e477b78-fdee-42b3-8eda-cf2893b359d9 req-fa6f2e14-97b2-4ed7-8a45-815e0d9dd75b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:45.784923 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e477b78-fdee-42b3-8eda-cf2893b359d9 req-fa6f2e14-97b2-4ed7-8a45-815e0d9dd75b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0661540 Jun 26 18:12:45.828570 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e477b78-fdee-42b3-8eda-cf2893b359d9 req-0efff866-a912-4994-8f91-49fd12ad0a55 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Jun 26 18:12:46.590342 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57cd5-cb6e-49f7-bdec-caacf239a3a4 req-289233e7-d158-4423-af48-6cf27831d2f8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:46.591831 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbd57cd5-cb6e-49f7-bdec-caacf239a3a4 req-289233e7-d158-4423-af48-6cf27831d2f8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0603540 Jun 26 18:12:46.627422 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbd57cd5-cb6e-49f7-bdec-caacf239a3a4 req-a95f9e25-3cb4-458d-8721-d6a8f83d464f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299847 Jun 26 18:12:46.805557 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f236-eb4f-45b1-adca-b5da85b4223d req-90a3a273-4468-4205-80fb-932f932409b6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:46.813183 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c957f236-eb4f-45b1-adca-b5da85b4223d req-90a3a273-4468-4205-80fb-932f932409b6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0750229 Jun 26 18:12:46.862493 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c957f236-eb4f-45b1-adca-b5da85b4223d req-9374433a-5aa0-4e7f-85b5-ca9e10eb1e80 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Jun 26 18:12:47.008332 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6771d2-1679-4909-a147-83613b26e370 req-f7d6c2e0-478d-4454-9711-39d502467f20 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:47.009801 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee6771d2-1679-4909-a147-83613b26e370 req-f7d6c2e0-478d-4454-9711-39d502467f20 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0653434 Jun 26 18:12:47.046107 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee6771d2-1679-4909-a147-83613b26e370 req-693cee53-b318-4268-994c-9bac6296d5cc tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305395 Jun 26 18:12:47.529821 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-89feaaef-4648-430e-bcab-8b8a979bb1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:47.547362 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:47.794759 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca23a1-3f04-4872-b5a1-a1bd91ff20d1 req-d7bc8f4b-ef59-462e-995c-cc1770213c0d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:47.796163 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-45ca23a1-3f04-4872-b5a1-a1bd91ff20d1 req-d7bc8f4b-ef59-462e-995c-cc1770213c0d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0615141 Jun 26 18:12:47.832536 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-45ca23a1-3f04-4872-b5a1-a1bd91ff20d1 req-e952d58c-aed2-48a0-ae16-ac0dd69bca32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Jun 26 18:12:48.068474 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a6b04-55e4-4b70-985e-8fd954886ffc req-107ffc86-9930-4aaf-b2b6-8e2abe0c8996 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:48.070099 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3c4a6b04-55e4-4b70-985e-8fd954886ffc req-107ffc86-9930-4aaf-b2b6-8e2abe0c8996 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0740318 Jun 26 18:12:48.133077 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3c4a6b04-55e4-4b70-985e-8fd954886ffc req-009ab720-83c7-463c-8124-c0510fa6ab1c tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563521 Jun 26 18:12:48.244319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-75bd79db-6709-4deb-8e54-718d8cfe190c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:48.252252 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-75bd79db-6709-4deb-8e54-718d8cfe190c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1357372 Jun 26 18:12:48.282245 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-7831b337-6742-459a-8728-eb66860a6b45 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/quotas/6b8d1f2aa7274c27b1f7613daa50fd00 HTTP/1.1" status: 200 len: 375 time: 0.0290945 Jun 26 18:12:48.430440 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569afec-ec77-44eb-b503-244093a991f2 req-18179867-5785-469f-a8c1-07cd11c98f79 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:48.432340 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2569afec-ec77-44eb-b503-244093a991f2 req-18179867-5785-469f-a8c1-07cd11c98f79 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.1641042 Jun 26 18:12:48.455111 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-b1d2daeb-aca0-4b57-b5fc-fe8d21785a75 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545942 Jun 26 18:12:48.479523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee53e-622e-4c64-bda1-30b1003579f6 req-52c34090-b801-4702-bfa3-811da0e2b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:48.479523 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a92ee53e-622e-4c64-bda1-30b1003579f6 req-52c34090-b801-4702-bfa3-811da0e2b817 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.1323023 Jun 26 18:12:48.556308 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2569afec-ec77-44eb-b503-244093a991f2 req-dffa3150-ee7c-476b-89d4-26d3d25d15a7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167576 Jun 26 18:12:48.576531 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a92ee53e-622e-4c64-bda1-30b1003579f6 req-78c5de57-6906-4348-8282-1484daadfdbc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746639 Jun 26 18:12:48.610171 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-b95af970-84b2-4c8a-b14d-8022fb0485ed service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445613 Jun 26 18:12:48.629366 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:48.713945 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-6d72bdce-a098-41ee-97f0-5b26a3673b79 service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924480 Jun 26 18:12:48.903743 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0b9d7f61-6e93-4b9a-8ee6-6e2ceee31091 req-36fdbf9a-9a64-4217-b282-213a0ba9aed7 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0309761 Jun 26 18:12:49.019223 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f906e-f9d9-4dd0-9d02-97d5b642f57a req-74f31ac7-0d98-4a13-bc0f-f5ef194ae7e1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:49.020852 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ff9f906e-f9d9-4dd0-9d02-97d5b642f57a req-74f31ac7-0d98-4a13-bc0f-f5ef194ae7e1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0653811 Jun 26 18:12:49.063740 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ff9f906e-f9d9-4dd0-9d02-97d5b642f57a req-4903ba52-7760-4a73-b7f4-6cbb121e977a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Jun 26 18:12:49.210301 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-edd61943-6f05-4792-894f-c174c12caac8 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:49.211827 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-edd61943-6f05-4792-894f-c174c12caac8 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 946 time: 0.0681701 Jun 26 18:12:49.369662 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd040a-251f-46cf-82b1-22ce27109092 req-32bb624e-ad2a-4aa2-b82d-61b140c075a9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:49.371198 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71bd040a-251f-46cf-82b1-22ce27109092 req-32bb624e-ad2a-4aa2-b82d-61b140c075a9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1032782 Jun 26 18:12:49.401054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Deleting port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:12:49.401391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:49.437067 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71bd040a-251f-46cf-82b1-22ce27109092 req-23b76aab-d822-43ce-bfb0-00c31c633a6e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598097 Jun 26 18:12:49.498211 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] For port f8ebf495-07c5-4aaf-b8d5-ce876767adf1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:12:49.498568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:49.510950 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Calling delete_port for f8ebf495-07c5-4aaf-b8d5-ce876767adf1 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:12:49.637711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:49.641679 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:49.666813 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Pushing event deleted for resources: {'Port': ['ID=f8ebf495-07c5-4aaf-b8d5-ce876767adf1,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:49.695266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.695572 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.695921 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.696263 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.696603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.696942 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.697279 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.697611 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.697939 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.698270 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.698599 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.698933 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:49.703652 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:49.745765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] No DVR routers for this DVR port f8ebf495-07c5-4aaf-b8d5-ce876767adf1 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:12:49.748879 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d1dda4fe-04e4-48ae-993e-c660af0c22d7 req-b4f46d63-1ede-47fc-8b79-82adb8bd80b1 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 210 time: 0.0704899 Jun 26 18:12:49.749842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:49.751989 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fa4dce4a-1303-4a36-a2af-bdf8393fee23 req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "DELETE /v2.0/ports/f8ebf495-07c5-4aaf-b8d5-ce876767adf1 HTTP/1.1" status: 204 len: 173 time: 0.5179851 Jun 26 18:12:49.752750 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'name': 'network-vif-deleted', 'tag': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:49.754855 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb5299-2aec-4f1a-be01-71517573996f" -d '{"events": [{"server_uuid": "63ffd29a-ed3a-4ee8-b851-f48b2775b6ac", "name": "network-vif-deleted", "tag": "f8ebf495-07c5-4aaf-b8d5-ce876767adf1"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:49.794397 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7af8b7c-197c-4d51-a311-2eb4748479e4 x-openstack-request-id: req-c7af8b7c-197c-4d51-a311-2eb4748479e4 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:49.794721 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ffd29a-ed3a-4ee8-b851-f48b2775b6ac", "name": "network-vif-deleted", "tag": "f8ebf495-07c5-4aaf-b8d5-ce876767adf1", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:49.794975 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7af8b7c-197c-4d51-a311-2eb4748479e4 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:49.795398 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ffd29a-ed3a-4ee8-b851-f48b2775b6ac', 'name': 'network-vif-deleted', 'tag': 'f8ebf495-07c5-4aaf-b8d5-ce876767adf1', 'status': 'completed', 'code': 200} Jun 26 18:12:50.039078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f9a5717-3d49-487f-9d0e-49f9a2832c85 req-84f6ebf7-7746-474c-9fb2-ede8eea78f68 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0284214 Jun 26 18:12:50.056021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:50.237456 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3388f-e595-4037-8c39-1214815c5e67 req-c7a2014c-6193-4083-be83-7441d3214ffc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:50.238866 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28a3388f-e595-4037-8c39-1214815c5e67 req-c7a2014c-6193-4083-be83-7441d3214ffc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0589497 Jun 26 18:12:50.277502 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28a3388f-e595-4037-8c39-1214815c5e67 req-dbda9214-c567-4e9a-be52-dfee3af8b79f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Jun 26 18:12:50.615326 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477363b-9d31-4514-9761-1700a658445b req-3d2ff2b7-6fd2-4d58-9e61-1183ae2249c8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:50.616810 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5477363b-9d31-4514-9761-1700a658445b req-3d2ff2b7-6fd2-4d58-9e61-1183ae2249c8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0610099 Jun 26 18:12:50.653039 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5477363b-9d31-4514-9761-1700a658445b req-fdfe639b-86f0-436a-ade2-3cc519bbc6c6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303955 Jun 26 18:12:50.896815 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4decdc82-9b87-4922-b735-ce1ccc251afb req-e2434f18-8059-49c7-bb6f-24a98fd69942 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 210 time: 0.0287392 Jun 26 18:12:51.176011 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49f6dca4-bf4d-4408-8757-05acc0aee675 req-56a52624-009b-4027-90ae-77177e7b9c5c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0262673 Jun 26 18:12:51.446925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563836a-1b56-459d-8537-c696897fb49e req-3a61f902-8c37-44e1-8e4a-33e1d191fc8c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:51.448305 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f563836a-1b56-459d-8537-c696897fb49e req-3a61f902-8c37-44e1-8e4a-33e1d191fc8c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0631216 Jun 26 18:12:51.483233 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f563836a-1b56-459d-8537-c696897fb49e req-d3c375ed-ba18-4eec-a824-75fddbd869be tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293446 Jun 26 18:12:51.823420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65800b2-3c1d-473b-93bb-1c62714f96b5 req-b5e48411-640a-424d-a37b-db6581b414ae tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:51.824874 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b65800b2-3c1d-473b-93bb-1c62714f96b5 req-b5e48411-640a-424d-a37b-db6581b414ae tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0611575 Jun 26 18:12:51.861086 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b65800b2-3c1d-473b-93bb-1c62714f96b5 req-179f1373-e760-4c02-8c28-2cadbfd9e54d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305977 Jun 26 18:12:52.030563 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f1218252-8e83-46f7-8f2b-5d84125959e5 req-178cd50c-bca2-47ba-af98-2d200eee1d5a tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 210 time: 0.0269871 Jun 26 18:12:52.314053 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4f601a19-88f4-420b-b39c-c19c986b20a8 req-58506ba4-bb3f-4c14-a9bd-777a96848e5d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0311551 Jun 26 18:12:52.409921 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['f8ebf495-07c5-4aaf-b8d5-ce876767adf1'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:12:52.676111 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633948-a266-40d5-b443-3f83f48090a5 req-c8add1c0-1666-4689-bdbb-9f0a5f1a3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:52.677543 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-c8add1c0-1666-4689-bdbb-9f0a5f1a3b55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0881894 Jun 26 18:12:52.688154 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f5f0-8714-4f30-bc6b-e52a2c4387d3 req-aad3eb2a-9336-4b4e-9510-f45b4964afd2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:52.689558 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc10f5f0-8714-4f30-bc6b-e52a2c4387d3 req-aad3eb2a-9336-4b4e-9510-f45b4964afd2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0926414 Jun 26 18:12:52.778166 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc10f5f0-8714-4f30-bc6b-e52a2c4387d3 req-bbd23293-7178-4f5b-b697-c04c8936ffdf tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823421 Jun 26 18:12:52.804482 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633948-a266-40d5-b443-3f83f48090a5 req-abcecbb3-9da4-423e-bd20-193a86650797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:52.805904 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-abcecbb3-9da4-423e-bd20-193a86650797 service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.1043994 Jun 26 18:12:52.894641 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-3c1aeaed-11e5-47f1-a139-81df3622fef0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 1002 time: 0.0626712 Jun 26 18:12:52.997465 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633948-a266-40d5-b443-3f83f48090a5 req-5ab79248-8ad3-40e6-98f3-020a439fe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:52.999548 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-5ab79248-8ad3-40e6-98f3-020a439fe95d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0616055 Jun 26 18:12:53.058662 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76dfe-532f-4672-8595-fe6705a8254a req-47e47a3e-427f-4480-b746-58e58d021347 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:53.063821 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04d76dfe-532f-4672-8595-fe6705a8254a req-47e47a3e-427f-4480-b746-58e58d021347 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0813968 Jun 26 18:12:53.122861 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04d76dfe-532f-4672-8595-fe6705a8254a req-748d0d84-a220-453b-a7cb-17c23b88b3b2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562699 Jun 26 18:12:53.154075 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633948-a266-40d5-b443-3f83f48090a5 req-3bf75a51-420b-4f42-823a-e0decd586b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:53.154075 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-3bf75a51-420b-4f42-823a-e0decd586b35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585740 Jun 26 18:12:53.193902 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-348470a9-b176-43d4-840b-89d8b30b51dc req-3e0d3f7e-9215-4dd4-8f15-cf778c1e5f23 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=63ffd29a-ed3a-4ee8-b851-f48b2775b6ac HTTP/1.1" status: 200 len: 210 time: 0.0334859 Jun 26 18:12:53.269373 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-f9f11df8-d843-4866-8499-1f1000061c23 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:53.270813 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-f9f11df8-d843-4866-8499-1f1000061c23 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1084995 Jun 26 18:12:53.281838 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-5eaba796-be32-437a-b0d1-91a472959e46 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902836 Jun 26 18:12:53.311484 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Request body: {'port': {'device_id': '34156725-8826-434b-b360-0cb51dba17a0', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'admin_state_up': True, 'tenant_id': '6b8d1f2aa7274c27b1f7613daa50fd00'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:53.442441 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a633948-a266-40d5-b443-3f83f48090a5 req-d945d75e-15fb-4b9a-a10e-e14a746753bf service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175320 Jun 26 18:12:53.457548 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Made reservation on behalf of 6b8d1f2aa7274c27b1f7613daa50fd00 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:53.461646 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:53.493117 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71531b48-a039-4a74-bfb5-ee973a6d6841 req-d26e6252-33d9-4a2f-a0c1-a4c470eb0cf6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0307581 Jun 26 18:12:53.588367 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Allocated IP 172.20.0.12 (c8acfde1-98b2-4996-80d2-f11e13cb1436/c66e207e-2c18-4201-bcfb-50a9b74161ce/bc0566e4-09c5-4f8f-b206-6a8e8b620ec5) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:12:53.732164 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:53.771179 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:53.776307 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:53.817370 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:12:53.822784 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:53.826562 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:12:53.833852 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event updated for resources: {'Port': ['ID=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:53.835159 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a', 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:12:53.860575 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.860575 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.860831 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.861022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.861395 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.861922 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.862122 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.862477 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.862826 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.863177 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.863588 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.864520 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:53.873121 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:53.918552 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:53.921410 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:53.947841 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6400030 Jun 26 18:12:53.993964 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Request body: {'port': {'device_id': '34156725-8826-434b-b360-0cb51dba17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:54.076452 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:54.137016 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:54.137271 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2f054-e2d5-4d13-af52-97c2dc404daf req-bae51c71-591a-4bc0-a2f3-d4b5e4ca818f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:54.138949 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-10c2f054-e2d5-4d13-af52-97c2dc404daf req-bae51c71-591a-4bc0-a2f3-d4b5e4ca818f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0773942 Jun 26 18:12:54.214431 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-10c2f054-e2d5-4d13-af52-97c2dc404daf req-65c1f054-9a01-46b2-a974-c122f2c09b18 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680423 Jun 26 18:12:54.434794 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device f8ebf495-07c5-4aaf-b8d5-ce876767adf1 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:12:54.454476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285319b-10e4-4b9c-8066-35880d397681 req-58d56952-43b4-4c15-9c0c-40142536c0a9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:54.464042 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c285319b-10e4-4b9c-8066-35880d397681 req-58d56952-43b4-4c15-9c0c-40142536c0a9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1867900 Jun 26 18:12:54.473910 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: f8ebf495-07c5-4aaf-b8d5-ce876767adf1 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:12:54.474272 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device f8ebf495-07c5-4aaf-b8d5-ce876767adf1 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:12:54.522358 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c285319b-10e4-4b9c-8066-35880d397681 req-2cc17e70-0f67-4a06-9c54-4e522225f422 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562410 Jun 26 18:12:54.713928 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:12:54.724464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:54.725735 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6218-ebbf-4834-87a9-3c0479b1e8e9 req-a5f5ddfe-c4de-4003-b424-215d58b8024d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:54.732041 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ddf6218-ebbf-4834-87a9-3c0479b1e8e9 req-a5f5ddfe-c4de-4003-b424-215d58b8024d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 932 time: 0.0813742 Jun 26 18:12:54.737289 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Transition to ACTIVE for port object bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:12:54.744390 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:54.745287 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:12:54.748011 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0b9b3918-8e8c-475f-83c1-4ac7931c6751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:54.807756 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:54.827407 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:54.867831 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ddf6218-ebbf-4834-87a9-3c0479b1e8e9 req-cfbf2f87-3f9a-47df-9416-c870587354af tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341395 Jun 26 18:12:54.883818 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Attempting to bind port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:12:54.884155 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Attempting to bind port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:12:54.884486 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Attempting to bind port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:54.890201 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 on network c8acfde1-98b2-4996-80d2-f11e13cb1436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:12:54.890526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Attempting to bind port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:54.895475 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:12:54.895815 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Checking segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:12:54.896194 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Bound using segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:12:54.897263 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Bound port: bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:12:54.897623 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:54.928651 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e716-5682-4c8e-b636-875764dc64ed req-e820b329-33f4-4e86-8895-7782fdad84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:54.930276 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-e820b329-33f4-4e86-8895-7782fdad84f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.1389716 Jun 26 18:12:54.937392 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-ff5dc4f1-c0b0-41b0-9e5c-3efa293d50db tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:54.944677 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-ff5dc4f1-c0b0-41b0-9e5c-3efa293d50db tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/networks?id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 200 len: 809 time: 0.1871319 Jun 26 18:12:54.961795 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-56e70891-834d-4b9d-a22e-24aa3067db7f tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/quotas/a67365b90158441f859bd7f889e4b81c HTTP/1.1" status: 200 len: 375 time: 0.0160890 Jun 26 18:12:54.976546 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] For port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:12:54.980144 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] For port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:12:54.989549 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:54.993387 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:55.033006 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-633c36b4-d84f-4bb2-848d-7117479f63a6 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a67365b90158441f859bd7f889e4b81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701120 Jun 26 18:12:55.038283 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.039013 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:55.040436 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] 10.222.0.35 "PUT /v2.0/ports/bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 HTTP/1.1" status: 200 len: 1094 time: 1.0520444 Jun 26 18:12:55.041134 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34156725-8826-434b-b360-0cb51dba17a0', 'tag': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:12:55.043182 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d5a71-8c71-4c6e-9683-b214280d3f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "34156725-8826-434b-b360-0cb51dba17a0", "tag": "bc0566e4-09c5-4f8f-b206-6a8e8b620ec5"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:12:55.071567 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:55.078860 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:55.183691 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-b9510739-ecbe-4d62-a418-42e1d292065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.185091 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-b9510739-ecbe-4d62-a418-42e1d292065b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 1097 time: 0.0600941 Jun 26 18:12:55.244600 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-8803f467-6144-4ec3-9514-0b94444744ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 HTTP/1.1" status: 200 len: 217 time: 0.0346622 Jun 26 18:12:55.302508 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-0bf057fd-520c-47f4-9831-31316f20e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.304479 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-0bf057fd-520c-47f4-9831-31316f20e8ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.0475121 Jun 26 18:12:55.339844 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-ec62bb29-fb52-4da3-932e-9e896b28827a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264726 Jun 26 18:12:55.437392 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-7857d340-cb93-4152-9e52-f8e1f0684ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861008 Jun 26 18:12:55.468463 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-711359f6-e0d8-4bad-87ea-d3d634f17bc1 service neutron] 10.222.0.23 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338708 Jun 26 18:12:55.472545 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e716-5682-4c8e-b636-875764dc64ed req-13ca2101-1a6d-48b5-9a98-50430f606b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.473937 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-13ca2101-1a6d-48b5-9a98-50430f606b5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.5098696 Jun 26 18:12:55.498768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381004d-9ca4-4eed-be08-8f49658f13c7 req-def8f860-89cc-441d-acca-ee2cf23c5581 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.505689 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0381004d-9ca4-4eed-be08-8f49658f13c7 req-def8f860-89cc-441d-acca-ee2cf23c5581 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.4512320 Jun 26 18:12:55.554455 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5af8d093-53d0-4e1e-ad7b-4ff4c9fbb8ae req-67f8ea81-6edb-4c9e-bbcb-9ec2bf43c0db service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087539 Jun 26 18:12:55.577886 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-6e5be46b-3289-4f15-bb83-7503834597e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0878620 Jun 26 18:12:55.666469 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0381004d-9ca4-4eed-be08-8f49658f13c7 req-13cd99b7-edfa-49d3-8e87-6b7782cc8076 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597137 Jun 26 18:12:55.692683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e716-5682-4c8e-b636-875764dc64ed req-9a269c22-723a-4128-b1c9-e42a2699ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.694095 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-9a269c22-723a-4128-b1c9-e42a2699ab1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0810320 Jun 26 18:12:55.697562 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-12357bfd-75fd-4547-8558-d027b4c5bbf0 service neutron] 10.222.0.23 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196972 Jun 26 18:12:55.711475 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd84d8-8204-408c-b136-088cb816a76e x-openstack-request-id: req-36fd84d8-8204-408c-b136-088cb816a76e {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:12:55.711800 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34156725-8826-434b-b360-0cb51dba17a0", "tag": "bc0566e4-09c5-4f8f-b206-6a8e8b620ec5", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:12:55.712078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36fd84d8-8204-408c-b136-088cb816a76e {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:12:55.712502 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34156725-8826-434b-b360-0cb51dba17a0', 'tag': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5', 'status': 'completed', 'code': 200} Jun 26 18:12:55.790109 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-4a109097-0eee-4764-90a4-1afd0fb4eb2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330267 Jun 26 18:12:55.892617 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-67277492-cf4d-4d1c-8361-2f89a4389f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:55.894283 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-67277492-cf4d-4d1c-8361-2f89a4389f87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 1097 time: 0.1159995 Jun 26 18:12:55.969351 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-5d4b81b1-f81e-492c-984b-0188125e3016 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705563 Jun 26 18:12:56.008544 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-1f3cb878-c3f7-493e-9254-18f2301b95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:56.010060 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-1f3cb878-c3f7-493e-9254-18f2301b95e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 916 time: 0.1055264 Jun 26 18:12:56.023916 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bb5197ec-d10d-4132-97dc-ee9d4da098ac req-34c3bcbf-ddb6-4ecc-99d6-748e73cf3b7f tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 210 time: 0.0427516 Jun 26 18:12:56.036116 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063bbc-6f2d-41d2-bf39-0c063eb26012 req-04484d3a-f142-4462-acf1-4192620bf4ca tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:56.046079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2e063bbc-6f2d-41d2-bf39-0c063eb26012 req-04484d3a-f142-4462-acf1-4192620bf4ca tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1350143 Jun 26 18:12:56.083677 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-4ed872ec-019c-4b46-a6d9-5bf31e4fd17b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 HTTP/1.1" status: 200 len: 217 time: 0.0441296 Jun 26 18:12:56.143069 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-f99c19ae-c00b-4711-a33a-1fa2ec8287ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:56.144704 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-f99c19ae-c00b-4711-a33a-1fa2ec8287ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.0529785 Jun 26 18:12:56.146289 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2e063bbc-6f2d-41d2-bf39-0c063eb26012 req-12597555-8c30-4884-b2b7-5ab3ec31fb87 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993068 Jun 26 18:12:56.220619 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9789e716-5682-4c8e-b636-875764dc64ed req-3525353c-efb0-4ef5-bbb8-de54cc45d2d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954575 Jun 26 18:12:56.228181 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-409a8dee-61d9-4a39-97ab-9b3f96b60152 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456851 Jun 26 18:12:56.242486 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6054ee-e86d-491c-a471-ba72e852b2e3 req-da77e3e4-a6ae-49d3-91b8-73cfd2b00a2f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:56.244538 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e6054ee-e86d-491c-a471-ba72e852b2e3 req-da77e3e4-a6ae-49d3-91b8-73cfd2b00a2f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 944 time: 0.0933590 Jun 26 18:12:56.320418 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e6054ee-e86d-491c-a471-ba72e852b2e3 req-9ad9ceca-3054-4e8a-ac3e-cc3f965de50c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Jun 26 18:12:56.360781 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f31f00-7c1b-4126-92d4-be9e99863736 req-a87c4ddd-98c8-4ad6-a3a0-d1d1dfb5c9a8 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:56.362442 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42f31f00-7c1b-4126-92d4-be9e99863736 req-a87c4ddd-98c8-4ad6-a3a0-d1d1dfb5c9a8 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0788584 Jun 26 18:12:56.420800 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42f31f00-7c1b-4126-92d4-be9e99863736 req-7eb3946b-a23a-4a80-b687-9b9c25ad3e39 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484951 Jun 26 18:12:56.444793 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-9a1d4750-44a6-4cc2-ac04-6b416336e3fd service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980303 Jun 26 18:12:56.520557 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56188) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:56.561785 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b65d5a71-8c71-4c6e-9683-b214280d3f7c req-d92689c1-7ebb-42ef-8d0b-6db509767816 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913143 Jun 26 18:12:56.626506 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.725607 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.730630 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.757153 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-07ba90fa-4276-410a-8321-24e2ab5d6262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:56.760977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7bf583caf2d4313b66f49dab9b91c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391737 Jun 26 18:12:56.764024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56200) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:56.784750 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b358194c-0b79-466b-a5a4-bf0794de83ae,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:56.799252 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:56.819605 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.840124 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.885292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dac448-4a71-40ca-b6f1-f3464788de41 req-5647c49c-dbc1-4e7c-9f90-28c2ad435f0e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:56.887580 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b6dac448-4a71-40ca-b6f1-f3464788de41 req-5647c49c-dbc1-4e7c-9f90-28c2ad435f0e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0747173 Jun 26 18:12:56.900080 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.905160 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:56.910220 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b358194c-0b79-466b-a5a4-bf0794de83ae HTTP/1.1" status: 204 len: 168 time: 0.1412365 Jun 26 18:12:56.910220 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e409b320-fcaa-4eee-8d83-f7b960ed31b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:56.921598 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b358194c-0b79-466b-a5a4-bf0794de83ae,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:56.925050 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:56.930461 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b6dac448-4a71-40ca-b6f1-f3464788de41 req-3c9344e3-5382-42d1-b28e-a5b1cc25e997 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359631 Jun 26 18:12:57.154986 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ad7ea82-0730-4645-bebe-e3023647983c req-3e811e9d-084a-48d3-84d2-7b9272c92500 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 210 time: 0.0273340 Jun 26 18:12:57.345411 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4068d5-c10e-4b47-beec-d05034e2af92 req-a0c1e411-8571-4a54-8243-8b4f99024fed tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:57.346882 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de4068d5-c10e-4b47-beec-d05034e2af92 req-a0c1e411-8571-4a54-8243-8b4f99024fed tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0648999 Jun 26 18:12:57.395856 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de4068d5-c10e-4b47-beec-d05034e2af92 req-8e5b3c01-ca88-4503-b569-fd39fab93cf5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Jun 26 18:12:57.509393 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754eddd-6090-41f0-8057-4d2a43d57661 req-977ec61f-8bd5-48f4-a9ee-22870792b676 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:57.516387 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e754eddd-6090-41f0-8057-4d2a43d57661 req-977ec61f-8bd5-48f4-a9ee-22870792b676 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 944 time: 0.0772529 Jun 26 18:12:57.544204 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56230) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:57.574926 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e754eddd-6090-41f0-8057-4d2a43d57661 req-0be88700-a91e-4032-a949-3952bf505d60 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576160 Jun 26 18:12:57.615954 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd5ebd-7b43-4a4f-9fa2-a415e35a8bc7 req-52cd2d99-eedb-4618-a233-525815daeaf9 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:57.621268 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-19fd5ebd-7b43-4a4f-9fa2-a415e35a8bc7 req-52cd2d99-eedb-4618-a233-525815daeaf9 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0836968 Jun 26 18:12:57.644713 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-741670653-network', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:57.656162 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-19fd5ebd-7b43-4a4f-9fa2-a415e35a8bc7 req-2dc68e03-fcb0-4cd5-80b2-24477e783997 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Jun 26 18:12:57.666583 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Made reservation on behalf of 7ec4ec2ce0d6486ba7e8d13bdf96785b for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:57.669093 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.678375 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.768009 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.772530 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.776518 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:57.795301 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:12:57.808614 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449fe894-ac2f-4157-a8b0-3233490d9ace,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:57.812616 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:57.813643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.813973 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Added segment f38ab27e-b236-4f2a-97da-79c489858a58 of type vlan for network 83729a25-5b9c-452a-9f83-633070f14eb8 Jun 26 18:12:57.914046 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.966699 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.973328 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-a39ae642-22bb-42e4-9341-acdf2da0e0dc tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:57.974967 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-a39ae642-22bb-42e4-9341-acdf2da0e0dc tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "GET /v2.0/networks?id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 200 len: 809 time: 0.1517053 Jun 26 18:12:57.976228 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:57.976786 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:57.979780 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0dd485c0-c470-4b7d-bf8a-2bd6418eed30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:58.010339 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Request body: {'port': {'device_id': '84f1327a-0366-4917-8a14-d947a444b33a', 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564', 'admin_state_up': True, 'tenant_id': 'a67365b90158441f859bd7f889e4b81c'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:58.056151 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5108359 Jun 26 18:12:58.059846 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56244) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:58.096268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Request body: {'subnet': {'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-741670653-subnet', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:58.111746 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b51d7-8608-43ed-8617-c97f535282d3 req-a244113f-e917-4a1f-b590-3f69056f6c5e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:58.113233 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c20b51d7-8608-43ed-8617-c97f535282d3 req-a244113f-e917-4a1f-b590-3f69056f6c5e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0699124 Jun 26 18:12:58.113743 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Pushing event updated for resources: {'Network': ['ID=83729a25-5b9c-452a-9f83-633070f14eb8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:58.120203 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:58.125599 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 83729a25-5b9c-452a-9f83-633070f14eb8 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:12:58.141476 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Made reservation on behalf of 7ec4ec2ce0d6486ba7e8d13bdf96785b for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:58.143733 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7309521'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.163954 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c20b51d7-8608-43ed-8617-c97f535282d3 req-700e4252-866c-42bf-93dc-c9033e452360 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Jun 26 18:12:58.239948 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Made reservation on behalf of a67365b90158441f859bd7f889e4b81c for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:12:58.244277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.318029 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c8244b0-beae-483d-a509-baef60525e7e req-e4fe043b-2013-4166-908c-e64142c5976e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 210 time: 0.0453563 Jun 26 18:12:58.432953 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5330054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7309507'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.439706 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-944fe8b1-f4d7-4613-955e-eadf99431a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:58.447243 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Allocated IP 172.20.0.3 (bc8f9d18-433a-4b5e-9517-cf7cc9bf0564/dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b/9a48598f-09c3-4024-92f2-ef26443805ef) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:12:58.522100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a90b8a-99ba-481c-b83f-b27bd4123551,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:58.531373 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:58.563233 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Checking segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:12:58.563605 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Network hostable DHCP agents. Network: 83729a25-5b9c-452a-9f83-633070f14eb8, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:12:58.577473 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1650-96ad-46dc-985e-485ab3a0145a req-75663d5e-45e7-4be3-8645-0a942b45a0c0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:58.583269 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-512b1650-96ad-46dc-985e-485ab3a0145a req-75663d5e-45e7-4be3-8645-0a942b45a0c0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0637789 Jun 26 18:12:58.616507 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Network 83729a25-5b9c-452a-9f83-633070f14eb8 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:12:58.619907 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-512b1650-96ad-46dc-985e-485ab3a0145a req-7b066694-1690-485b-bddd-eea4cb15ea71 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 Jun 26 18:12:58.631799 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 83729a25-5b9c-452a-9f83-633070f14eb8) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:58.640079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413c76a-8e49-4e7b-8e23-fb1e4b284630 None None] Network 83729a25-5b9c-452a-9f83-633070f14eb8 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:12:58.642410 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:58.643585 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.674253 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.680834 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6163616 Jun 26 18:12:58.682759 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56256) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:58.688446 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:58.731811 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.733234 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.763705 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.769334 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:58.804703 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030502-8f00-405d-b4cb-5aa29851a51e req-858afa5e-3096-41ef-b806-aab1a97d3425 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:58.812051 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6030502-8f00-405d-b4cb-5aa29851a51e req-858afa5e-3096-41ef-b806-aab1a97d3425 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 944 time: 0.0911131 Jun 26 18:12:58.816191 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-83729a25-5b9c-452a-9f83-633070f14eb8', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:12:58.817245 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.834713 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:58.846000 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:12:58.881135 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:58.887982 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6030502-8f00-405d-b4cb-5aa29851a51e req-17bd4c5c-abcd-41b4-be3c-4be376399a52 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Jun 26 18:12:58.890323 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:12:58.915149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fd716-743e-4efa-8c47-bd6da87f6ac1 req-50dc1988-44ae-4a04-9a67-758b3111a367 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:58.916689 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4b2fd716-743e-4efa-8c47-bd6da87f6ac1 req-50dc1988-44ae-4a04-9a67-758b3111a367 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1020703 Jun 26 18:12:58.922770 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Pushing event updated for resources: {'Port': ['ID=9a48598f-09c3-4024-92f2-ef26443805ef,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:58.943758 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:58.964872 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4b2fd716-743e-4efa-8c47-bd6da87f6ac1 req-c987ca13-183a-4a6b-bd71-8e020599816b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Jun 26 18:12:59.008276 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Allocated IP 172.20.0.2 (83729a25-5b9c-452a-9f83-633070f14eb8/a8a90b8a-99ba-481c-b83f-b27bd4123551/25c66601-3d8b-45af-ae19-b07c66d49032) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:12:59.042249 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:59.042867 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.047205 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.063723 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675039 Jun 26 18:12:59.114533 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Request body: {'port': {'device_id': '84f1327a-0366-4917-8a14-d947a444b33a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:12:59.158854 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.162896 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56264) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:59.174929 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Transition to ACTIVE for port object 25c66601-3d8b-45af-ae19-b07c66d49032 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:12:59.192766 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Transition to ACTIVE for port object 25c66601-3d8b-45af-ae19-b07c66d49032 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:12:59.203071 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.206359 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:59.207268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.255715 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Pushing event updated for resources: {'Port': ['ID=25c66601-3d8b-45af-ae19-b07c66d49032,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:59.268249 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Network 83729a25-5b9c-452a-9f83-633070f14eb8 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:12:59.274066 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:12:59.276460 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.276809 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.277146 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.277483 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.277809 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.278128 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.278450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.278787 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.279115 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.279461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.279835 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.280151 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:12:59.286879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:59.288171 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:12:59.295801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.348123 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Attempting to bind port 25c66601-3d8b-45af-ae19-b07c66d49032 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:12:59.348556 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Attempting to bind port 25c66601-3d8b-45af-ae19-b07c66d49032 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:12:59.348861 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Attempting to bind port 25c66601-3d8b-45af-ae19-b07c66d49032 on network 83729a25-5b9c-452a-9f83-633070f14eb8 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:12:59.354984 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:12:59.355398 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Checking segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:12:59.355802 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.356206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Bound using segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:12:59.356689 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Bound port: 25c66601-3d8b-45af-ae19-b07c66d49032, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:12:59.357080 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.436573 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c57493-50e3-4d26-b2bb-102015f983aa req-f724b4fe-3344-4b7c-a85f-a38181bc1f32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:59.442589 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] For port 25c66601-3d8b-45af-ae19-b07c66d49032, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:12:59.448810 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-24c57493-50e3-4d26-b2bb-102015f983aa req-f724b4fe-3344-4b7c-a85f-a38181bc1f32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1333525 Jun 26 18:12:59.449323 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] For port 25c66601-3d8b-45af-ae19-b07c66d49032, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=25c66601-3d8b-45af-ae19-b07c66d49032,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:12:59.455308 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.460158 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:59.523742 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-24c57493-50e3-4d26-b2bb-102015f983aa req-249e62e9-55da-4bcc-b361-abfa343ea621 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727720 Jun 26 18:12:59.535686 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Pushing event updated for resources: {'Port': ['ID=25c66601-3d8b-45af-ae19-b07c66d49032,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:59.549654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:59.604163 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.614361 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.620666 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9fb92a5f-c664-4dac-90ea-b3cdeb12bc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:12:59.667754 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=272a04ddd80f409bbcb5ec80318461df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014746 Jun 26 18:12:59.669446 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56274) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:12:59.670647 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81814cdc-e38f-466e-b048-14294a675d68,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:12:59.674120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:12:59.684928 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d312d91-9448-4e02-a463-6e320a682721 req-3961651a-c6ba-4d94-9a2e-5ffae143fe64 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:59.686409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d312d91-9448-4e02-a463-6e320a682721 req-3961651a-c6ba-4d94-9a2e-5ffae143fe64 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 931 time: 0.1901567 Jun 26 18:12:59.730745 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d312d91-9448-4e02-a463-6e320a682721 req-5ef6d87f-f220-4343-a216-7468113098a8 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387874 Jun 26 18:12:59.758559 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.817247 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.835462 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.873924 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4f29-27aa-4b15-9e92-1bfeca172633 req-317d31e2-4998-4932-a64f-3bd017c42d68 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:12:59.876086 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-66bc4f29-27aa-4b15-9e92-1bfeca172633 req-317d31e2-4998-4932-a64f-3bd017c42d68 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1063032 Jun 26 18:12:59.914897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:12:59.923861 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-66bc4f29-27aa-4b15-9e92-1bfeca172633 req-d4fd1944-d3f0-40e6-b7ea-a8292b8fc6a1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Jun 26 18:13:00.020974 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a48598f-09c3-4024-92f2-ef26443805ef {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:00.032570 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.059929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Transition to ACTIVE for port object 9a48598f-09c3-4024-92f2-ef26443805ef will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:00.062244 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Allocated IP 172.27.2.43 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/eea237b8-2522-4d32-91ca-cb8cb6983114) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:00.076291 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.078346 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.080821 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.084845 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81814cdc-e38f-466e-b048-14294a675d68 HTTP/1.1" status: 204 len: 168 time: 0.3819325 Jun 26 18:13:00.086809 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:00.113035 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b50b-4cf1-4cf6-a8bb-63549cba470b req-ce55a34d-c71e-4aa4-83eb-6631bf3bde0f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:00.114634 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac30b50b-4cf1-4cf6-a8bb-63549cba470b req-ce55a34d-c71e-4aa4-83eb-6631bf3bde0f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 944 time: 0.0808313 Jun 26 18:13:00.191610 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac30b50b-4cf1-4cf6-a8bb-63549cba470b req-2d1fc7f7-31cb-4afc-b09a-f2ec22683d3d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621245 Jun 26 18:13:00.194133 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Pushing event updated for resources: {'Port': ['ID=9a48598f-09c3-4024-92f2-ef26443805ef,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:00.222052 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:00.222766 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6797d45-9044-4eb5-a737-826a19520e85 req-41fe03e6-55bb-4d0f-a047-64854ad4dcea tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:00.224308 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-60559456-1a39-49a7-b1fc-d3fc566b7c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:00.230114 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6797d45-9044-4eb5-a737-826a19520e85 req-41fe03e6-55bb-4d0f-a047-64854ad4dcea tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1115749 Jun 26 18:13:00.263580 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81814cdc-e38f-466e-b048-14294a675d68,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:00.273757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:00.316171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.317794 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6797d45-9044-4eb5-a737-826a19520e85 req-9ec44c79-4f0c-4c6e-b821-df0af8beea41 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867653 Jun 26 18:13:00.320972 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Attempting to bind port 9a48598f-09c3-4024-92f2-ef26443805ef on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:00.321312 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Attempting to bind port 9a48598f-09c3-4024-92f2-ef26443805ef by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:00.321639 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Attempting to bind port 9a48598f-09c3-4024-92f2-ef26443805ef on network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:00.329383 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Port 9a48598f-09c3-4024-92f2-ef26443805ef on network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:13:00.329706 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Attempting to bind port 9a48598f-09c3-4024-92f2-ef26443805ef on network bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:00.337359 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:00.337713 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Checking segment: {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:00.338076 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Bound using segment: {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:00.338511 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Bound port: 9a48598f-09c3-4024-92f2-ef26443805ef, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844d246f-084c-42a2-a3f5-f02a0b169102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:00.338865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.421906 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.424939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:00.427184 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] For port 9a48598f-09c3-4024-92f2-ef26443805ef, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:00.432367 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] For port 9a48598f-09c3-4024-92f2-ef26443805ef, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9a48598f-09c3-4024-92f2-ef26443805ef,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:00.460580 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.483218 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:00.489972 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:00.492250 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Pushing event updated for resources: {'Port': ['ID=eea237b8-2522-4d32-91ca-cb8cb6983114,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:00.494818 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:13:00.498199 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 25c66601-3d8b-45af-ae19-b07c66d49032 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:00.504858 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:00.505492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.507501 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] 10.222.0.35 "PUT /v2.0/ports/9a48598f-09c3-4024-92f2-ef26443805ef HTTP/1.1" status: 200 len: 1093 time: 1.4187267 Jun 26 18:13:00.508563 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:00.510727 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f1327a-0366-4917-8a14-d947a444b33a', 'tag': '9a48598f-09c3-4024-92f2-ef26443805ef'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:00.513036 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758" -d '{"events": [{"name": "network-changed", "server_uuid": "84f1327a-0366-4917-8a14-d947a444b33a", "tag": "9a48598f-09c3-4024-92f2-ef26443805ef"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:00.605713 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:00.607721 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceefc0c-7c72-4927-9279-3f7aeff97015 x-openstack-request-id: req-4ceefc0c-7c72-4927-9279-3f7aeff97015 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:00.608379 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f1327a-0366-4917-8a14-d947a444b33a", "tag": "9a48598f-09c3-4024-92f2-ef26443805ef", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:00.608841 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ceefc0c-7c72-4927-9279-3f7aeff97015 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:00.609436 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f1327a-0366-4917-8a14-d947a444b33a', 'tag': '9a48598f-09c3-4024-92f2-ef26443805ef', 'status': 'completed', 'code': 200} Jun 26 18:13:00.619826 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-322922a3-e37e-4578-828a-0f0d00c7537f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:00.642473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:00.654494 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'port_id': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5', 'mac_address': 'fa:16:3e:ae:2b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66e207e-2c18-4201-bcfb-50a9b74161ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:13:00.701522 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.718041 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:00.722138 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fc9a7-3ecd-475d-9e3e-87bb73949a17 None None] Network 83729a25-5b9c-452a-9f83-633070f14eb8 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:13:00.725747 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 25c66601-3d8b-45af-ae19-b07c66d49032 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:00.733001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752be-8546-4482-91eb-bba5832aea7d req-48ef6f5a-e737-47d6-8f17-3d41d8a8778d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:00.734590 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cdb752be-8546-4482-91eb-bba5832aea7d req-48ef6f5a-e737-47d6-8f17-3d41d8a8778d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0680487 Jun 26 18:13:00.780793 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Pushing event updated for resources: {'Port': ['ID=9a48598f-09c3-4024-92f2-ef26443805ef,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:00.788750 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:00.797561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cdb752be-8546-4482-91eb-bba5832aea7d req-bc3e5bc8-23fb-408e-b3ea-9f701db21395 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551600 Jun 26 18:13:00.805967 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:00.822370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.829351 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-e751afac-6d09-4a5e-9fd9-80e3259132c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:00.859252 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Provisioning for port 25c66601-3d8b-45af-ae19-b07c66d49032 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:00.860097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-1567e38f-a9cf-490d-823f-888744d039bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:00.861718 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-1567e38f-a9cf-490d-823f-888744d039bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a67365b90158441f859bd7f889e4b81c&device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 1096 time: 0.2513018 Jun 26 18:13:00.882734 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Provisioning complete for port 25c66601-3d8b-45af-ae19-b07c66d49032 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:00.883124 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:00.939432 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-16e3f02d-0946-4556-bd86-2473a6166f45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a48598f-09c3-4024-92f2-ef26443805ef HTTP/1.1" status: 200 len: 217 time: 0.0403917 Jun 26 18:13:00.947722 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b371c5-65f3-475f-962d-efde69f50a28 req-c5a23674-feec-478a-9ec5-0973845ccfb7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:00.949463 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15b371c5-65f3-475f-962d-efde69f50a28 req-c5a23674-feec-478a-9ec5-0973845ccfb7 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 943 time: 0.0861201 Jun 26 18:13:00.984773 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:00.988966 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:01.015324 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15b371c5-65f3-475f-962d-efde69f50a28 req-aa1c1c1f-0fb8-4c55-8ba0-723774d813c1 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Jun 26 18:13:01.023073 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:01.077731 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:01.084643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-b700e9ab-a058-4f7c-8e92-7e7379c3da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.086343 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-b700e9ab-a058-4f7c-8e92-7e7379c3da8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b HTTP/1.1" status: 200 len: 849 time: 0.1387773 Jun 26 18:13:01.115815 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] For port 25c66601-3d8b-45af-ae19-b07c66d49032, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=25c66601-3d8b-45af-ae19-b07c66d49032,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:01.130457 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:01.134158 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:01.143688 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-2dc9b989-47cf-485a-83d7-465af69c2bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472312 Jun 26 18:13:01.208328 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Pushing event updated for resources: {'Port': ['ID=25c66601-3d8b-45af-ae19-b07c66d49032,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:01.219205 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:01.226071 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9d377-78b9-427e-88af-b259f777b289 req-069b2c64-41c9-4207-88b9-5afda27857be tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.231363 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3cf9d377-78b9-427e-88af-b259f777b289 req-069b2c64-41c9-4207-88b9-5afda27857be tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1514430 Jun 26 18:13:01.279710 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3cf9d377-78b9-427e-88af-b259f777b289 req-9e2b68ef-c682-4488-beb2-5e53c4b46d23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jun 26 18:13:01.328183 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['bc0566e4-09c5-4f8f-b206-6a8e8b620ec5'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:13:01.328315 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-be9d2b7c-50d9-4019-8327-5942dac822ae service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543515 Jun 26 18:13:01.414862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d13939-fe0f-49ac-99b7-bf3160ff79b0 req-b284f43e-3a3b-495a-a961-7592250113c5 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.423441 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-99d13939-fe0f-49ac-99b7-bf3160ff79b0 req-b284f43e-3a3b-495a-a961-7592250113c5 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 945 time: 0.0928409 Jun 26 18:13:01.483106 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-99d13939-fe0f-49ac-99b7-bf3160ff79b0 req-4f786820-f251-4d01-b44c-9888adc53e56 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Jun 26 18:13:01.487440 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-a6251e42-c068-46d1-9915-6b16bbbd07e9 None None] Provisioning complete for port 25c66601-3d8b-45af-ae19-b07c66d49032 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:01.487902 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a6251e42-c068-46d1-9915-6b16bbbd07e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:01.491294 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d3fbb066-d8dd-4527-8bee-b8a3d4a6d797 req-14a7ed29-736c-48f6-a011-42bf0fa5f02b service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059959 Jun 26 18:13:01.499757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:01.567652 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d831f2-c137-4880-bb52-7bae887e36ef req-61ba3359-1b0c-4c76-93c6-14953824748b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.569713 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2d831f2-c137-4880-bb52-7bae887e36ef req-61ba3359-1b0c-4c76-93c6-14953824748b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0735886 Jun 26 18:13:01.609742 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2d831f2-c137-4880-bb52-7bae887e36ef req-b5fd1ab6-a7ef-4640-b79a-2b35370bb23d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343685 Jun 26 18:13:01.641266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:13:01.778058 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:13:01.786820 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-3cfd6f7a-2416-42f4-adc6-159441e02221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.787866 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Sync routers for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:13:01.788445 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-3cfd6f7a-2416-42f4-adc6-159441e02221 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a67365b90158441f859bd7f889e4b81c&device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 1096 time: 0.1025817 Jun 26 18:13:01.797583 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:01.798301 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:01.799100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:01.800299 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1166508 Jun 26 18:13:01.803740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56302) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:01.894347 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-e841d6c9-5803-4ac6-aa50-71beab641515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.895503 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-e841d6c9-5803-4ac6-aa50-71beab641515 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 200 len: 910 time: 0.0931058 Jun 26 18:13:01.909304 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:01.937444 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-bda3b45c-6117-4c25-8c57-aac87c18fe35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a48598f-09c3-4024-92f2-ef26443805ef HTTP/1.1" status: 200 len: 217 time: 0.0338736 Jun 26 18:13:01.993743 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-2aea424f-6ec8-42f4-90c5-9c1aaa848cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:01.995215 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-2aea424f-6ec8-42f4-90c5-9c1aaa848cb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b HTTP/1.1" status: 200 len: 849 time: 0.0498664 Jun 26 18:13:02.033195 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-fb4738b2-3cca-4425-a133-ab8ef546251f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257626 Jun 26 18:13:02.082723 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:00Z', 'revision_number': 3, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:02.110023 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Checking router: 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:13:02.110497 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Updating router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 port eea237b8-2522-4d32-91ca-cb8cb6983114 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:13:02.139752 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-fe98ec36-b370-463c-8d33-e7eaf0a7003d service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938072 Jun 26 18:13:02.154654 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.265053 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e37bd7b9-2aa3-460b-ae55-86a59c2f6758 req-52e2bef0-7ffe-4315-8e53-96f96a2441ed service neutron] 10.222.0.35 "GET /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098695 Jun 26 18:13:02.277499 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf964d9-24e8-4425-a964-d02269f1fb37 req-57693a0d-7cdc-460c-84f5-8c98e8e7c5a8 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:02.278679 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-edf964d9-24e8-4425-a964-d02269f1fb37 req-57693a0d-7cdc-460c-84f5-8c98e8e7c5a8 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 943 time: 0.1097033 Jun 26 18:13:02.284864 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.378005 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-edf964d9-24e8-4425-a964-d02269f1fb37 req-b20c37b8-a51c-4973-a0e9-05718729bc41 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889630 Jun 26 18:13:02.490593 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 25c66601-3d8b-45af-ae19-b07c66d49032 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:02.503297 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.513974 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Transition to ACTIVE for port object eea237b8-2522-4d32-91ca-cb8cb6983114 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:02.520809 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.524222 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:02.524959 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81019c9-7c40-484e-98a9-4f4cfcc75a38 req-d7a91d2d-48e7-4db5-9045-1a2c8c2c393e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:02.527403 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a81019c9-7c40-484e-98a9-4f4cfcc75a38 req-d7a91d2d-48e7-4db5-9045-1a2c8c2c393e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1565931 Jun 26 18:13:02.558543 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 25c66601-3d8b-45af-ae19-b07c66d49032 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:02.559001 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.575110 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Attempting to bind port eea237b8-2522-4d32-91ca-cb8cb6983114 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:02.575771 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Attempting to bind port eea237b8-2522-4d32-91ca-cb8cb6983114 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:02.576300 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Attempting to bind port eea237b8-2522-4d32-91ca-cb8cb6983114 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:02.578306 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Pushing event updated for resources: {'Port': ['ID=eea237b8-2522-4d32-91ca-cb8cb6983114,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:02.581529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Allocated IP 172.20.0.1 (83729a25-5b9c-452a-9f83-633070f14eb8/a8a90b8a-99ba-481c-b83f-b27bd4123551/dbe8e540-8512-48d7-b2f5-d7f7c52024a6) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:02.587155 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:02.587937 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:02.588592 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.589165 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:02.589911 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Bound port: eea237b8-2522-4d32-91ca-cb8cb6983114, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:02.590657 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.615634 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.615994 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.616304 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.616828 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.617290 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.617806 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.618287 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.618998 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.619514 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.620020 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.620485 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.620955 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:02.626132 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:02.649432 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a81019c9-7c40-484e-98a9-4f4cfcc75a38 req-609aebbb-4ddb-4e76-ad8f-3558cd77a02a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022184 Jun 26 18:13:02.655240 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] For port eea237b8-2522-4d32-91ca-cb8cb6983114, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:02.658732 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] For port eea237b8-2522-4d32-91ca-cb8cb6983114, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=eea237b8-2522-4d32-91ca-cb8cb6983114,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:02.664457 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.666622 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:02.704626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e50d5-1670-4bab-9efd-f5fd465dcf26 req-875b3fa9-1fef-4fbf-9aaa-561b1000af29 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:02.706088 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3a2e50d5-1670-4bab-9efd-f5fd465dcf26 req-875b3fa9-1fef-4fbf-9aaa-561b1000af29 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.2006257 Jun 26 18:13:02.712532 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Pushing event updated for resources: {'Port': ['ID=eea237b8-2522-4d32-91ca-cb8cb6983114,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:02.718045 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-273e689a-9f07-41cb-ba25-d1e0e9c967c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:02.732808 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:02.733480 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:02.782018 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.789581 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3a2e50d5-1670-4bab-9efd-f5fd465dcf26 req-9829c0e8-3f08-4ffc-b93b-28c84d8120ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685670 Jun 26 18:13:02.826266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Transition to ACTIVE for port object dbe8e540-8512-48d7-b2f5-d7f7c52024a6 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:02.840686 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:02.857648 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8c6ee-12e5-43cb-8e71-d2670d9d196b req-e546d9c2-f613-4a31-9ffd-39e6ea710bb3 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:02.859120 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bce8c6ee-12e5-43cb-8e71-d2670d9d196b req-e546d9c2-f613-4a31-9ffd-39e6ea710bb3 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 945 time: 0.0919957 Jun 26 18:13:02.899553 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:02.906931 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:02.942531 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bce8c6ee-12e5-43cb-8e71-d2670d9d196b req-ba0651ce-73a3-42f8-bd09-2c8d21e17fc8 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718949 Jun 26 18:13:02.980779 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Network 83729a25-5b9c-452a-9f83-633070f14eb8 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:02.985577 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:02.991113 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:02.996928 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Pushing event updated for resources: {'Port': ['ID=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:03.016169 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:03.023488 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:00Z', 'revision_number': 3, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:03.044622 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:03.052043 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4184606-5959-47fd-86e6-cd0302b24976 None None] The sync data for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi is: [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:00Z', 'revision_number': 3, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:13:03.232686 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-740420b5-0525-40e0-9b8b-728eb6f69754 None None] Provisioning for port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:03.241912 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-740420b5-0525-40e0-9b8b-728eb6f69754 None None] Provisioning complete for port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:03.242654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-740420b5-0525-40e0-9b8b-728eb6f69754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:03.294561 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-740420b5-0525-40e0-9b8b-728eb6f69754 None None] Port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:13:03.356590 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e627cd-9219-4511-8fc6-b70849f789c3 req-f47eeac2-bd84-4bc4-a82d-b1c1b8ba494f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:03.358120 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-47e627cd-9219-4511-8fc6-b70849f789c3 req-f47eeac2-bd84-4bc4-a82d-b1c1b8ba494f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.4233387 Jun 26 18:13:03.409691 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-47e627cd-9219-4511-8fc6-b70849f789c3 req-ac51474c-fd2c-4f8f-b433-c1c56e00f924 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Jun 26 18:13:03.518745 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:03.682621 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c1b3b-2201-4f7c-aa8d-8be211640ccf req-15f02b92-c035-4849-b13b-ca16c1877c5e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:03.684202 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f7c1b3b-2201-4f7c-aa8d-8be211640ccf req-15f02b92-c035-4849-b13b-ca16c1877c5e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 943 time: 0.1509435 Jun 26 18:13:03.754635 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f7c1b3b-2201-4f7c-aa8d-8be211640ccf req-02e34df1-9691-476a-a4db-20f7e7d8896f tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595045 Jun 26 18:13:03.770373 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:03.776389 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:03.800814 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fb61dbd7-a954-4a4b-8f7d-1e2cb3448785 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:03.845637 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:03.854441 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Pushing event updated for resources: {'Port': ['ID=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:03.857345 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:03.991746 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Network 83729a25-5b9c-452a-9f83-633070f14eb8 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:03.994906 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:04.011447 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53223da9-81af-4058-857a-2aada1f9f16e req-ff4c4aca-dc45-4498-8592-a859e1367c20 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:04.013010 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-53223da9-81af-4058-857a-2aada1f9f16e req-ff4c4aca-dc45-4498-8592-a859e1367c20 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1012526 Jun 26 18:13:04.124873 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-53223da9-81af-4058-857a-2aada1f9f16e req-41558877-1330-45d2-a31e-17d11bb90b04 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786769 Jun 26 18:13:04.195220 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:13:04.203955 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3071d81-18f5-4fe9-ae92-00485adb2174 req-199b9325-830d-4ea7-94e6-5a631d7770ba tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:04.205735 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c3071d81-18f5-4fe9-ae92-00485adb2174 req-199b9325-830d-4ea7-94e6-5a631d7770ba tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 945 time: 0.1362669 Jun 26 18:13:04.222781 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-65d0633a-2dea-43eb-8f9f-c77de610f7fb None None] Provisioning complete for port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:04.223378 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-65d0633a-2dea-43eb-8f9f-c77de610f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:04.258664 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-65d0633a-2dea-43eb-8f9f-c77de610f7fb None None] Port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:13:04.292821 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c3071d81-18f5-4fe9-ae92-00485adb2174 req-e4ea610d-109c-4929-bc2d-bd61736f621c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792339 Jun 26 18:13:04.344690 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:13:04.351366 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] 10.222.0.23 "PUT /v2.0/routers/8ba29c2b-ece4-4653-b6a2-ad11e5e7c593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5449760 Jun 26 18:13:04.462991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device eea237b8-2522-4d32-91ca-cb8cb6983114 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:04.520307 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:04.546551 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port eea237b8-2522-4d32-91ca-cb8cb6983114 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:04.553426 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port eea237b8-2522-4d32-91ca-cb8cb6983114 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:04.553815 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:04.612972 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:04.617863 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:04.618249 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:04.625464 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b3e73-4194-4a40-9397-17d2102593b4 req-134c7a07-b3f6-4b07-9a9b-39cd24780ca0 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:04.627166 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d82b3e73-4194-4a40-9397-17d2102593b4 req-134c7a07-b3f6-4b07-9a9b-39cd24780ca0 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0885522 Jun 26 18:13:04.680706 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d82b3e73-4194-4a40-9397-17d2102593b4 req-db06a114-670a-4224-a081-932d95ee1643 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Jun 26 18:13:04.686778 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:04.712485 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port eea237b8-2522-4d32-91ca-cb8cb6983114, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=eea237b8-2522-4d32-91ca-cb8cb6983114,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:04.716834 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:04.734442 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:04.763807 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Sync routers for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:13:04.794608 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:04.815290 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=eea237b8-2522-4d32-91ca-cb8cb6983114,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:04.821424 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:04.822282 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:04.856359 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:04.879158 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34156725-8826-434b-b360-0cb51dba17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:04.881991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7335e816-7a9c-4fe2-9000-e241376a6d02" -d '{"events": [{"server_uuid": "34156725-8826-434b-b360-0cb51dba17a0", "name": "network-vif-plugged", "status": "completed", "tag": "bc0566e4-09c5-4f8f-b206-6a8e8b620ec5"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:04.901321 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:04.961591 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1d-f8d4-4212-86d5-b4c64cc70f35 req-6817d5f0-13b4-49de-853c-02a8a042a81e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:04.963272 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7cedf1d-f8d4-4212-86d5-b4c64cc70f35 req-6817d5f0-13b4-49de-853c-02a8a042a81e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 943 time: 0.0796847 Jun 26 18:13:04.999869 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56354) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:05.005401 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1444073132-network', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:05.019654 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7cedf1d-f8d4-4212-86d5-b4c64cc70f35 req-a9ea59fe-3e7f-45ad-8333-6a44e90b745c tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504739 Jun 26 18:13:05.036802 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Made reservation on behalf of 6fa269e4a83d4bc592cb3e27128c147e for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:05.039977 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.052359 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.061513 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b578a13-8b4e-41fe-906a-41c7dbb8cb71 x-openstack-request-id: req-2b578a13-8b4e-41fe-906a-41c7dbb8cb71 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:05.061815 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34156725-8826-434b-b360-0cb51dba17a0", "name": "network-vif-plugged", "status": "completed", "tag": "bc0566e4-09c5-4f8f-b206-6a8e8b620ec5", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:05.062071 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b578a13-8b4e-41fe-906a-41c7dbb8cb71 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:05.062468 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34156725-8826-434b-b360-0cb51dba17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5', 'code': 200} Jun 26 18:13:05.065521 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.069951 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:05.128021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:05.163555 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.165756 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:05.168683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.170134 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:05.173605 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4497fcc1-3ae1-42d5-be64-c5216488ac93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:05.195597 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:13:05.212444 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60629a4-95ff-4ea4-bbeb-3e7958a58493,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:05.215399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.215809 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Added segment b658954d-de59-4576-a41b-f8ad09648358 of type vlan for network 9263a464-c826-4020-8292-f97e91806183 Jun 26 18:13:05.217259 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:05.260539 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.287850 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594456f4-2a52-4b83-b1b8-20126199f2b5 req-5fc2b477-8a24-455c-90c9-119e9b3bc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:05.290081 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-594456f4-2a52-4b83-b1b8-20126199f2b5 req-5fc2b477-8a24-455c-90c9-119e9b3bc5a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 1099 time: 0.0687819 Jun 26 18:13:05.320440 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.322907 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:05.323512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.327592 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:05.364019 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 2, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:05.379472 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-594456f4-2a52-4b83-b1b8-20126199f2b5 req-7eb030a2-b9d1-4f5f-8435-5710b4961ffd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Jun 26 18:13:05.388930 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3880980 Jun 26 18:13:05.391855 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56360) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:05.399184 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Request body: {'subnet': {'network_id': '9263a464-c826-4020-8292-f97e91806183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1444073132-subnet', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:05.399627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Pushing event updated for resources: {'Network': ['ID=9263a464-c826-4020-8292-f97e91806183,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:05.399752 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Checking router: 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:13:05.400046 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Updating router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:13:05.404269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:05.413396 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31cd3d-4045-4d8b-8ea9-8c02a158d107 req-7e4a3049-f6e5-4260-ad2a-4d367277abce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:05.414946 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3e31cd3d-4045-4d8b-8ea9-8c02a158d107 req-7e4a3049-f6e5-4260-ad2a-4d367277abce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1370080 Jun 26 18:13:05.424234 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 9263a464-c826-4020-8292-f97e91806183 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:13:05.437719 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Made reservation on behalf of 6fa269e4a83d4bc592cb3e27128c147e for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:05.440510 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7309521'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.490429 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.507500 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3e31cd3d-4045-4d8b-8ea9-8c02a158d107 req-cca65f01-ee27-4ac2-90d0-4befcae91a9b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843971 Jun 26 18:13:05.547299 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee855-ee87-450e-99ae-b5a27d38dc8f req-f0b84bc5-5f0b-4b9d-b897-e397cf0f3ec1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:05.554947 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-69dee855-ee87-450e-99ae-b5a27d38dc8f req-f0b84bc5-5f0b-4b9d-b897-e397cf0f3ec1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.1220443 Jun 26 18:13:05.591968 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-69dee855-ee87-450e-99ae-b5a27d38dc8f req-293886bc-67b9-4ed4-953a-d8fd243be5e2 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jun 26 18:13:05.625155 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5330054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7309507'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.628470 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de0939b-9893-476d-b805-d8d592b7f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:05.783836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.798114 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Transition to ACTIVE for port object dbe8e540-8512-48d7-b2f5-d7f7c52024a6 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:05.804386 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.806537 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:05.855150 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ab902-bb99-4805-b7ae-a63e82f83b16 req-904a379b-77ee-49d9-942b-19c8523adefa tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:05.856908 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c37ab902-bb99-4805-b7ae-a63e82f83b16 req-904a379b-77ee-49d9-942b-19c8523adefa tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0702050 Jun 26 18:13:05.888386 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d94ca68-bcf1-400b-b700-cc5b23515b0d,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:05.897874 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:05.900603 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e407f5-9172-424a-a046-04ecfd24a0e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:05.903360 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-12e407f5-9172-424a-a046-04ecfd24a0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:05.907457 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Checking segment: {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:05.908052 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Network hostable DHCP agents. Network: 9263a464-c826-4020-8292-f97e91806183, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:13:05.925933 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c37ab902-bb99-4805-b7ae-a63e82f83b16 req-038e66b1-755b-47ed-b35b-54e4dd56d785 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612786 Jun 26 18:13:05.933305 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Network 9263a464-c826-4020-8292-f97e91806183 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:13:05.942768 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 9263a464-c826-4020-8292-f97e91806183) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:05.947685 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:05.948262 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.950606 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Attempting to bind port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:05.951663 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Attempting to bind port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:05.952144 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Attempting to bind port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 on network 83729a25-5b9c-452a-9f83-633070f14eb8 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:05.956464 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777f196-08a9-4dd0-98be-ed9e1ef28823 None None] Network 9263a464-c826-4020-8292-f97e91806183 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:13:05.970576 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5749857 Jun 26 18:13:05.970878 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56366) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:05.975550 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:05.980698 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:05.981181 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Checking segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:05.981667 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:05.982176 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Bound using segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:05.982769 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Bound port: dbe8e540-8512-48d7-b2f5-d7f7c52024a6, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:05.983257 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.004190 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.005277 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.074072 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.096895 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] For port dbe8e540-8512-48d7-b2f5-d7f7c52024a6, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:06.106450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] For port dbe8e540-8512-48d7-b2f5-d7f7c52024a6, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:06.135836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.142252 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:06.230337 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e407f5-9172-424a-a046-04ecfd24a0e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:06.234583 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-12e407f5-9172-424a-a046-04ecfd24a0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:06.235307 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:06.235940 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:06.250925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.274455 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-9263a464-c826-4020-8292-f97e91806183', 'network_id': '9263a464-c826-4020-8292-f97e91806183', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'fixed_ips': [{'subnet_id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:13:06.275220 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.301250 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691feb4-7cbc-42b2-88e6-d02fa933c2b5 req-11d45aac-d007-489f-af56-0e872213d45e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:06.309449 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b691feb4-7cbc-42b2-88e6-d02fa933c2b5 req-11d45aac-d007-489f-af56-0e872213d45e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 943 time: 0.1644144 Jun 26 18:13:06.375870 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b691feb4-7cbc-42b2-88e6-d02fa933c2b5 req-ece3cffc-d4b8-4c2b-a407-f4e4cea0905d tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663559 Jun 26 18:13:06.422320 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:06.472905 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device eea237b8-2522-4d32-91ca-cb8cb6983114 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:06.536087 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.554095 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 9a48598f-09c3-4024-92f2-ef26443805ef details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:13:06.555594 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.586739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Allocated IP 172.20.0.2 (9263a464-c826-4020-8292-f97e91806183/5d94ca68-bcf1-400b-b700-cc5b23515b0d/36eed00a-1e38-4cb0-a8a7-0301a42790ae) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:06.743855 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Allocated IP 172.27.2.128 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/0e75f59c-fc5f-4e56-813f-eb2237d09fa0) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:06.768370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port eea237b8-2522-4d32-91ca-cb8cb6983114 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:06.768755 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:06.828364 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76af0c1-3c12-4269-8609-6ddefbc7be5e req-93223be1-6bae-4415-a6a6-231a18d00069 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:06.829959 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a76af0c1-3c12-4269-8609-6ddefbc7be5e req-93223be1-6bae-4415-a6a6-231a18d00069 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1742849 Jun 26 18:13:06.941800 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68be6a-073e-48d2-ac9c-aa044c7aff5c req-37afdbad-9ef6-4190-9a99-fdabb8a2e994 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:06.943250 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e68be6a-073e-48d2-ac9c-aa044c7aff5c req-37afdbad-9ef6-4190-9a99-fdabb8a2e994 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.2248290 Jun 26 18:13:06.948304 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a76af0c1-3c12-4269-8609-6ddefbc7be5e req-b3380a08-73eb-45d2-8d4f-441e6510c522 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788651 Jun 26 18:13:06.979899 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.022984 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e68be6a-073e-48d2-ac9c-aa044c7aff5c req-a925959b-2aea-4f82-87d6-efae7d117faf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731502 Jun 26 18:13:07.083268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.087629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af6def55-cbba-4293-a840-7d86cb818e22 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:07.094080 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 9a48598f-09c3-4024-92f2-ef26443805ef, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9a48598f-09c3-4024-92f2-ef26443805ef,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:07.120240 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.149957 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '9a48598f-09c3-4024-92f2-ef26443805ef', 'network_id': 'bc8f9d18-433a-4b5e-9517-cf7cc9bf0564', 'port_id': '9a48598f-09c3-4024-92f2-ef26443805ef', 'mac_address': 'fa:16:3e:40:05:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:13:07.155932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Transition to ACTIVE for port object 36eed00a-1e38-4cb0-a8a7-0301a42790ae will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:07.177047 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:07.186722 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:07.189874 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:07.192165 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:07.196632 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:07.210275 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Transition to ACTIVE for port object 36eed00a-1e38-4cb0-a8a7-0301a42790ae will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:07.214567 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:06Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:07.246133 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d1c75-f948-4f9c-91fb-a87888f73d52 None None] The sync data for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi is: [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:06Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:13:07.248086 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.251658 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:07.275588 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.310422 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Network 9263a464-c826-4020-8292-f97e91806183 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:07.315246 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a48598f-09c3-4024-92f2-ef26443805ef {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:07.321915 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:07.326089 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:07.336478 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Pushing event updated for resources: {'Port': ['ID=36eed00a-1e38-4cb0-a8a7-0301a42790ae,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:07.340783 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:07.407077 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 9a48598f-09c3-4024-92f2-ef26443805ef, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9a48598f-09c3-4024-92f2-ef26443805ef,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:07.412679 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.413431 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:13:07.415244 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:07.477785 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Attempting to bind port 36eed00a-1e38-4cb0-a8a7-0301a42790ae on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:07.478458 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Attempting to bind port 36eed00a-1e38-4cb0-a8a7-0301a42790ae by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:07.478560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Attempting to bind port 36eed00a-1e38-4cb0-a8a7-0301a42790ae on network 9263a464-c826-4020-8292-f97e91806183 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:07.528814 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:07.529206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Checking segment: {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:07.529620 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.530025 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Bound using segment: {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:07.530521 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Bound port: 36eed00a-1e38-4cb0-a8a7-0301a42790ae, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:07.530911 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.588679 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=9a48598f-09c3-4024-92f2-ef26443805ef,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:07.593625 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:07.670347 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:07.688877 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] For port 36eed00a-1e38-4cb0-a8a7-0301a42790ae, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:07.690957 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '62d9529f-1d82-4870-9f7f-01498a20b438', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438', 'mac_address': 'fa:16:3e:3f:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:13:07.702966 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] For port 36eed00a-1e38-4cb0-a8a7-0301a42790ae, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=36eed00a-1e38-4cb0-a8a7-0301a42790ae,segment=NetworkSegment(b658954d-de59-4576-a41b-f8ad09648358),segment_id=b658954d-de59-4576-a41b-f8ad09648358)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:07.730466 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.734370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-b30ee9e9-e87c-4b16-982b-3b587e99083b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:07.800592 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.855800 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408220-949e-40e6-8a49-ba1c9e9aab14 req-0274ad8d-4d0f-4362-93d6-287f051b7b4a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:07.862295 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62d9529f-1d82-4870-9f7f-01498a20b438 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:07.865165 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3f408220-949e-40e6-8a49-ba1c9e9aab14 req-0274ad8d-4d0f-4362-93d6-287f051b7b4a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.7418280 Jun 26 18:13:07.891271 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Pushing event updated for resources: {'Port': ['ID=36eed00a-1e38-4cb0-a8a7-0301a42790ae,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:07.898765 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:07.918734 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:07.928026 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:07.929827 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:07.995756 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3f408220-949e-40e6-8a49-ba1c9e9aab14 req-897444f5-4d0f-4d42-9dcf-1145d9cecb8b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248422 Jun 26 18:13:08.032354 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:08.035847 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:08.069715 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246076-fe07-4dcc-bf8e-a5c7e605cc43 req-039d0e2a-b6d2-4264-aeb6-eaf3ae1ab0d9 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:08.071270 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e3246076-fe07-4dcc-bf8e-a5c7e605cc43 req-039d0e2a-b6d2-4264-aeb6-eaf3ae1ab0d9 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 944 time: 0.3490601 Jun 26 18:13:08.072301 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:08.254426 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['62d9529f-1d82-4870-9f7f-01498a20b438'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:13:08.269584 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e3246076-fe07-4dcc-bf8e-a5c7e605cc43 req-4db03a74-d494-40b2-88d3-603f310bf108 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826224 Jun 26 18:13:08.535742 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['9a48598f-09c3-4024-92f2-ef26443805ef'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:13:08.576896 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:08.649642 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device dbe8e540-8512-48d7-b2f5-d7f7c52024a6 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:08.828178 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a102b2-a5cb-4536-8c47-984607fb9626 req-77970507-40e7-4da2-a661-00657071b3ba tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:08.841570 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-76a102b2-a5cb-4536-8c47-984607fb9626 req-77970507-40e7-4da2-a661-00657071b3ba tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.6001363 Jun 26 18:13:08.841998 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:08.854800 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:08.855575 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:08.973040 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-76a102b2-a5cb-4536-8c47-984607fb9626 req-445f4d26-5790-4f63-baee-66aece65ef2a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304336 Jun 26 18:13:09.017940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50004666-f063-49b3-bf1d-ba1b687af774 req-2f2a3300-9a34-4998-be6b-3bbf66d84798 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:09.019696 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-50004666-f063-49b3-bf1d-ba1b687af774 req-2f2a3300-9a34-4998-be6b-3bbf66d84798 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.4405346 Jun 26 18:13:09.036300 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Router e9c6a34c-16d4-4028-8ac9-5750099d5242 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:13:09.104968 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.189560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port dbe8e540-8512-48d7-b2f5-d7f7c52024a6, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:09.194768 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.195691 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 36eed00a-1e38-4cb0-a8a7-0301a42790ae up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:09.239904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:09.294952 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-50004666-f063-49b3-bf1d-ba1b687af774 req-fc1e3dd6-3efa-4025-a070-7a11e4e8247d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466128 Jun 26 18:13:09.307863 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 36eed00a-1e38-4cb0-a8a7-0301a42790ae completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:09.350542 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:09.357472 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:09.427197 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5297c5c-b598-49fb-b35d-31794ba7d27e req-3d6cc31e-f4c8-46d5-9eb7-7a1ab193b09b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:09.428812 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5297c5c-b598-49fb-b35d-31794ba7d27e req-3d6cc31e-f4c8-46d5-9eb7-7a1ab193b09b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.2548866 Jun 26 18:13:09.435652 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:13:09.445892 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Sync routers for ids ['e9c6a34c-16d4-4028-8ac9-5750099d5242'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:13:09.459188 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Routers {'e9c6a34c-16d4-4028-8ac9-5750099d5242'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:09.459840 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e9c6a34c-16d4-4028-8ac9-5750099d5242'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:09.515007 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fecd9a-cf28-412c-b730-6387cc89a804 None None] Network 9263a464-c826-4020-8292-f97e91806183 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:13:09.588602 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.589936 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6179698 Jun 26 18:13:09.592876 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Set router e9c6a34c-16d4-4028-8ac9-5750099d5242 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:09.593050 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56426) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:09.611611 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5297c5c-b598-49fb-b35d-31794ba7d27e req-013c8962-97f0-4560-9237-ef77b20a2f5e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683784 Jun 26 18:13:09.655414 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f123087-a154-4bcb-beee-d095c10a03b6 req-b0e143cd-2155-4a3c-96c9-238b14898096 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:09.663219 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1f123087-a154-4bcb-beee-d095c10a03b6 req-b0e143cd-2155-4a3c-96c9-238b14898096 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 944 time: 0.2076406 Jun 26 18:13:09.696697 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Provisioning for port 36eed00a-1e38-4cb0-a8a7-0301a42790ae completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:09.718597 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Provisioning complete for port 36eed00a-1e38-4cb0-a8a7-0301a42790ae triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:09.718991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.741768 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1f123087-a154-4bcb-beee-d095c10a03b6 req-35e3e73a-eea3-45a5-854f-17c2ae52e6f6 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774586 Jun 26 18:13:09.832278 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:07Z', 'revision_number': 3, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:09.865051 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Checking router: e9c6a34c-16d4-4028-8ac9-5750099d5242 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:13:09.865812 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Updating router e9c6a34c-16d4-4028-8ac9-5750099d5242 port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:13:09.887550 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.905452 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.945861 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] For port 36eed00a-1e38-4cb0-a8a7-0301a42790ae, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=36eed00a-1e38-4cb0-a8a7-0301a42790ae,segment=NetworkSegment(b658954d-de59-4576-a41b-f8ad09648358),segment_id=b658954d-de59-4576-a41b-f8ad09648358)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:09.951279 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:09.955809 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5426eac2-9264-47c3-8839-d407ddae2178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:10.023970 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Pushing event updated for resources: {'Port': ['ID=36eed00a-1e38-4cb0-a8a7-0301a42790ae,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:10.028059 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:10.234617 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.248404 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Transition to ACTIVE for port object 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:10.257884 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.261280 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:10.274706 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d4140bec-a974-4904-9238-5e04064f6b02 None None] Provisioning complete for port 36eed00a-1e38-4cb0-a8a7-0301a42790ae triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:10.274706 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d4140bec-a974-4904-9238-5e04064f6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.326135 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8330462-d718-42db-ade4-bfb3cc608c12 req-b81b2980-2073-4cea-8fd0-8030db634764 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:10.330022 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e8330462-d718-42db-ade4-bfb3cc608c12 req-b81b2980-2073-4cea-8fd0-8030db634764 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.0908120 Jun 26 18:13:10.388998 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Attempting to bind port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:10.389260 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Attempting to bind port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:10.389632 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Attempting to bind port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:10.399289 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:10.399693 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:10.400108 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.400498 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:10.400969 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Bound port: 0e75f59c-fc5f-4e56-813f-eb2237d09fa0, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:10.401373 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.404099 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77cfab-513e-450f-a745-01abe2840e8a None None] Pushing event updated for resources: {'Port': ['ID=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:10.408118 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-bd77cfab-513e-450f-a745-01abe2840e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:10.416934 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e8330462-d718-42db-ade4-bfb3cc608c12 req-f4dcc938-1fcc-494b-a818-fd99cc6936f4 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809827 Jun 26 18:13:10.467420 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] For port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:10.474813 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] For port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:10.487796 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.490674 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-62f39d53-aac0-4bae-ba0c-4e1d8bd98631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:10.493303 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.542058 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device dbe8e540-8512-48d7-b2f5-d7f7c52024a6 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:10.545273 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 9a48598f-09c3-4024-92f2-ef26443805ef up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:10.560026 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Routers {'e9c6a34c-16d4-4028-8ac9-5750099d5242'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:10.560679 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e9c6a34c-16d4-4028-8ac9-5750099d5242'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:10.604536 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77cfab-513e-450f-a745-01abe2840e8a None None] Pushing event updated for resources: {'Port': ['ID=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:10.608062 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-bd77cfab-513e-450f-a745-01abe2840e8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:10.698979 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] Set router e9c6a34c-16d4-4028-8ac9-5750099d5242 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:10.748597 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:10.760332 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:10.822429 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 9a48598f-09c3-4024-92f2-ef26443805ef completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:10.840711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Allocated IP 172.20.0.1 (9263a464-c826-4020-8292-f97e91806183/5d94ca68-bcf1-400b-b700-cc5b23515b0d/45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:10.843295 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 9a48598f-09c3-4024-92f2-ef26443805ef triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:10.846911 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.125952 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:07Z', 'revision_number': 3, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:11.136633 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.181354 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 36eed00a-1e38-4cb0-a8a7-0301a42790ae up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:11.204673 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Transition to ACTIVE for port object 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:11.223132 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88659b85-f5b3-4e97-82a2-3d059453ca29 req-67e3249d-aa37-499b-ae65-8f18c6f4a23f tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:11.233946 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c811ea9d-b704-4775-8217-bb6c1d796306 None None] The sync data for ids ['e9c6a34c-16d4-4028-8ac9-5750099d5242'] in dv-cinder-798198-1-iscsi is: [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:07Z', 'revision_number': 3, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:13:11.235420 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88659b85-f5b3-4e97-82a2-3d059453ca29 req-67e3249d-aa37-499b-ae65-8f18c6f4a23f tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 944 time: 0.2981055 Jun 26 18:13:11.267654 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.271749 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-22ce5f03-d13c-41ba-9a9d-df27de98c012 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:11.289460 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928b18-7574-4a44-9a56-8dcb4f5c596d req-189de2ae-9171-4834-9e87-30ba86bfb027 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:11.303005 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32928b18-7574-4a44-9a56-8dcb4f5c596d req-189de2ae-9171-4834-9e87-30ba86bfb027 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.4495237 Jun 26 18:13:11.312482 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.332776 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Network 9263a464-c826-4020-8292-f97e91806183 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:11.335943 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:11.345537 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1327a-0366-4917-8a14-d947a444b33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48598f-09c3-4024-92f2-ef26443805ef'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:11.351162 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:11.352009 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7313308-8ae3-4428-878f-cf5e35112bf4" -d '{"events": [{"server_uuid": "84f1327a-0366-4917-8a14-d947a444b33a", "name": "network-vif-plugged", "status": "completed", "tag": "9a48598f-09c3-4024-92f2-ef26443805ef"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:11.372802 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88659b85-f5b3-4e97-82a2-3d059453ca29 req-50033432-0855-4aac-af01-63ea130407fd tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364222 Jun 26 18:13:11.381924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 9a48598f-09c3-4024-92f2-ef26443805ef, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9a48598f-09c3-4024-92f2-ef26443805ef,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:11.387242 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 36eed00a-1e38-4cb0-a8a7-0301a42790ae triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:11.387792 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.421232 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Pushing event updated for resources: {'Port': ['ID=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:11.424911 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:11.445075 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32928b18-7574-4a44-9a56-8dcb4f5c596d req-e600b7e5-f271-4147-9cfe-ca22d07948c2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410196 Jun 26 18:13:11.464248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.501361 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.502214 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:11.595219 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:11.725288 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.727608 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=9a48598f-09c3-4024-92f2-ef26443805ef,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:11.889822 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 62d9529f-1d82-4870-9f7f-01498a20b438 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:11.890747 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:11.896741 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:11.981664 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-4335d6ef-53a5-45e1-945e-e367525d5d45 None None] Provisioning for port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:12.007634 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-4335d6ef-53a5-45e1-945e-e367525d5d45 None None] Provisioning complete for port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:12.007840 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4335d6ef-53a5-45e1-945e-e367525d5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.087413 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-4335d6ef-53a5-45e1-945e-e367525d5d45 None None] Port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:13:12.128304 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76411c48-af43-49db-9bf5-6cd962c22dcf x-openstack-request-id: req-76411c48-af43-49db-9bf5-6cd962c22dcf {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:12.128644 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1327a-0366-4917-8a14-d947a444b33a", "name": "network-vif-plugged", "status": "completed", "tag": "9a48598f-09c3-4024-92f2-ef26443805ef", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:12.128856 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76411c48-af43-49db-9bf5-6cd962c22dcf {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:12.129245 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1327a-0366-4917-8a14-d947a444b33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48598f-09c3-4024-92f2-ef26443805ef', 'code': 200} Jun 26 18:13:12.179261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.204651 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.214506 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:12.235689 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.320134 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:12.334270 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.335927 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:12.413440 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=7']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:12.418954 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:12.528123 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:12.546704 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Pushing event updated for resources: {'Port': ['ID=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:12.553745 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:12.560481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.630034 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f3a22-0235-470f-a90a-5283d2c26b8f req-fad10f20-5562-4aaa-b9d7-507470540799 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:12.632828 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d72f3a22-0235-470f-a90a-5283d2c26b8f req-fad10f20-5562-4aaa-b9d7-507470540799 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1936939 Jun 26 18:13:12.632980 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-ee8de524-8711-4702-bc49-7ec3eb7e0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:12.636950 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-ee8de524-8711-4702-bc49-7ec3eb7e0276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.3399553 Jun 26 18:13:12.647495 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151d5f8-2e8d-4055-ad5d-cae988a72f84 req-0fd3c59e-c5d9-4a2f-9242-24a0ec232abc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:12.650224 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7151d5f8-2e8d-4055-ad5d-cae988a72f84 req-0fd3c59e-c5d9-4a2f-9242-24a0ec232abc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.2787397 Jun 26 18:13:12.659919 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:12.671247 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:12.671678 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:12.791718 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d72f3a22-0235-470f-a90a-5283d2c26b8f req-51168113-fe8e-49c1-a81e-fc83db3bea78 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293459 Jun 26 18:13:12.808379 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7151d5f8-2e8d-4055-ad5d-cae988a72f84 req-d5905a28-616a-492f-af47-1d4518bf549a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 Jun 26 18:13:12.848938 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1a766-b07c-469b-ad4d-7e1e45d747c2 req-179a58ac-6f67-414e-8aa9-f39a09eec7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:12.851281 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06e1a766-b07c-469b-ad4d-7e1e45d747c2 req-179a58ac-6f67-414e-8aa9-f39a09eec7f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 1098 time: 0.1999941 Jun 26 18:13:12.853847 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Network 9263a464-c826-4020-8292-f97e91806183 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:12.856276 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-fb35c6de-c70e-49b3-ba89-5932ef562bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:12.858502 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-fb35c6de-c70e-49b3-ba89-5932ef562bc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.1983891 Jun 26 18:13:12.859693 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:12.938121 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06e1a766-b07c-469b-ad4d-7e1e45d747c2 req-c9e9bd89-a023-4905-bc41-bcd57d87b7f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577748 Jun 26 18:13:13.104683 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-4cc9c0c5-e61a-48c5-a506-b1e6aa198361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0452271 Jun 26 18:13:13.143737 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:13.145502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Router e9c6a34c-16d4-4028-8ac9-5750099d5242 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:13:13.187065 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90a3d-7465-4be7-b192-99a1be9666bc req-d8c1fe9c-65ee-4af2-bebe-2d59a566ffa7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:13.188666 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-81a90a3d-7465-4be7-b192-99a1be9666bc req-d8c1fe9c-65ee-4af2-bebe-2d59a566ffa7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1570866 Jun 26 18:13:13.194524 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:13.240456 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:13.243759 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334beb28-10e6-4cb9-9dd6-0035bb8c0e6f req-c1103790-95cc-4cf8-81ef-ca08493d28aa tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:13.247596 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:13.251042 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-334beb28-10e6-4cb9-9dd6-0035bb8c0e6f req-c1103790-95cc-4cf8-81ef-ca08493d28aa tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.1572297 Jun 26 18:13:13.294048 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-81a90a3d-7465-4be7-b192-99a1be9666bc req-3b9c5763-87b3-41f5-9429-f6d4ba76940d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874407 Jun 26 18:13:13.342265 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-334beb28-10e6-4cb9-9dd6-0035bb8c0e6f req-3df97262-a3da-4481-bce4-38ae140304a6 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902512 Jun 26 18:13:13.353171 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-09a029c5-124e-472b-a150-431f38a3e4e1 None None] Provisioning complete for port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:13.353568 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-09a029c5-124e-472b-a150-431f38a3e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:13.395300 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:13:13.408791 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-09a029c5-124e-472b-a150-431f38a3e4e1 None None] Port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:13:13.426473 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] 10.222.0.23 "PUT /v2.0/routers/e9c6a34c-16d4-4028-8ac9-5750099d5242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8240280 Jun 26 18:13:13.448438 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:13.450309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-ac338d81-1eed-4e3c-93d6-a0dd04a4b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:13.451800 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-ac338d81-1eed-4e3c-93d6-a0dd04a4b993 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0666466 Jun 26 18:13:13.461033 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:13.521030 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-a131f7ff-7700-4abd-a012-d31e91740f2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424833 Jun 26 18:13:13.628137 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-ac12f46c-d82a-44da-9c2b-c11eedcf5d7e service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982351 Jun 26 18:13:13.728625 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03a8dd0d-75a3-4e51-a9d5-fc2183220653 req-ada32cea-791f-4fff-8910-f63ae896aa64 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860693 Jun 26 18:13:14.013879 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b673c1-737a-403e-ad01-369f2d029163 req-1abd3b07-60b3-4e2a-bf31-45652286430f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:14.016081 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14b673c1-737a-403e-ad01-369f2d029163 req-1abd3b07-60b3-4e2a-bf31-45652286430f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0844479 Jun 26 18:13:14.086632 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14b673c1-737a-403e-ad01-369f2d029163 req-d00d30c1-6e49-4684-9231-6407bce086f3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587983 Jun 26 18:13:14.130830 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:14.133231 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357b6537-fa45-49f1-9227-687e3433a45b" -d '{"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-plugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:14.267693 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df2cd2-5c87-4a05-b959-3b279e01ce25 req-f92df525-ca27-4374-894d-e611cc97c66e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:14.275714 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6df2cd2-5c87-4a05-b959-3b279e01ce25 req-f92df525-ca27-4374-894d-e611cc97c66e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0775406 Jun 26 18:13:14.320005 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6df2cd2-5c87-4a05-b959-3b279e01ce25 req-2fa3b49b-a202-4ad2-8b13-42c3586378b8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 Jun 26 18:13:14.381825 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf39344-ebb0-495a-9342-67139d7a72d9 x-openstack-request-id: req-4cf39344-ebb0-495a-9342-67139d7a72d9 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:14.382611 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-plugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:14.383034 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cf39344-ebb0-495a-9342-67139d7a72d9 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:14.383620 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'code': 200} Jun 26 18:13:14.494697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56498) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:14.499595 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084487665', 'description': 'tempest-secgroup-smoke-2084487665 description', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:14.508016 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:14.595109 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.596159 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:14.596634 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.733710 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd709be1-0869-4937-9095-03667a93661b req-9c16c6d8-139d-43f5-8fde-343328a21375 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:14.735230 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd709be1-0869-4937-9095-03667a93661b req-9c16c6d8-139d-43f5-8fde-343328a21375 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1746063 Jun 26 18:13:14.775081 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7c99d077-f195-476d-9ee5-fa982c5b3058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.823387 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.839155 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd709be1-0869-4937-9095-03667a93661b req-230ef9df-5043-4e90-8933-3a4d933c3a01 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895193 Jun 26 18:13:14.845019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.847731 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-89dd97d2-f6d6-45e5-97bb-4cc25c43b068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:14.885663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d774-8ff7-4cdb-9cb3-1b54ddfecf68 req-8e9e4b5f-0279-491f-a209-69b47053590b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:14.887205 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e040d774-8ff7-4cdb-9cb3-1b54ddfecf68 req-8e9e4b5f-0279-491f-a209-69b47053590b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.2116482 Jun 26 18:13:14.916335 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.919845 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4240797 Jun 26 18:13:14.920881 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56500) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:14.929790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group_rule': {'security_group_id': '537b2c2f-4444-435b-bb56-664a61994c28', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:14.933037 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537b2c2f-4444-435b-bb56-664a61994c28,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:14.937012 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:14.969366 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:14.975548 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e040d774-8ff7-4cdb-9cb3-1b54ddfecf68 req-28cd6b02-ed03-44d4-a700-643af410d5bf tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752745 Jun 26 18:13:15.047464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.056122 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.057917 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:15.074757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54d8b49-ea91-4124-bbce-2e1ca2e23d8b,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:15.075539 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Sync routers for ids ['e9c6a34c-16d4-4028-8ac9-5750099d5242'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:13:15.079595 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:15.086857 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.090882 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56502) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:15.091439 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684000 Jun 26 18:13:15.098228 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group_rule': {'security_group_id': '537b2c2f-4444-435b-bb56-664a61994c28', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:15.116308 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Routers {'e9c6a34c-16d4-4028-8ac9-5750099d5242'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:15.117245 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e9c6a34c-16d4-4028-8ac9-5750099d5242'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:15.160426 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.246694 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.279860 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.283859 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Set router e9c6a34c-16d4-4028-8ac9-5750099d5242 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:15.288875 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:15.313509 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c11926c-8acb-4f14-860c-0c4f91edf1b3,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:15.322828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:15.325894 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.327249 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2340345 Jun 26 18:13:15.330115 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56506) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:15.337681 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group_rule': {'security_group_id': '537b2c2f-4444-435b-bb56-664a61994c28', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:15.358832 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50c15b-4a9e-4c20-8ad9-4d63c90a2b38 req-61a8eb29-693f-4acf-ae02-b86533572ce7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:15.360379 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9d50c15b-4a9e-4c20-8ad9-4d63c90a2b38 req-61a8eb29-693f-4acf-ae02-b86533572ce7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1162210 Jun 26 18:13:15.408981 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.415697 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9d50c15b-4a9e-4c20-8ad9-4d63c90a2b38 req-1e5eab76-0804-43f7-b34b-26d9624a5799 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Jun 26 18:13:15.516744 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.530220 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.533552 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:15.569869 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:11Z', 'revision_number': 4, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f', 'name': '', 'network_id': '9263a464-c826-4020-8292-f97e91806183', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'mac_address': 'fa:16:3e:b0:59:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:10Z', 'updated_at': '2021-06-26T18:13:11Z', 'revision_number': 2, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'subnets': [{'id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:15.591360 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44877fc4-2626-4455-93ed-a51f08841462,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:15.596596 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:15.604185 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Checking router: e9c6a34c-16d4-4028-8ac9-5750099d5242 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:13:15.604374 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Updating router e9c6a34c-16d4-4028-8ac9-5750099d5242 port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:13:15.604805 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.608490 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-959e5447-bc3a-4887-a5c5-a2e241254d06 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764041 Jun 26 18:13:15.611140 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56512) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:15.611587 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310cd0-79b9-4f6a-9679-3c70cb384186 req-ad701d70-d89c-4cd9-817d-035da2802d7a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:15.613709 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9a310cd0-79b9-4f6a-9679-3c70cb384186 req-ad701d70-d89c-4cd9-817d-035da2802d7a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1145942 Jun 26 18:13:15.623193 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group_rule': {'security_group_id': '537b2c2f-4444-435b-bb56-664a61994c28', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:15.642625 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.659947 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.674706 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9a310cd0-79b9-4f6a-9679-3c70cb384186 req-250ea773-4fbb-4fc9-a1a3-1759ca8bbae8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540669 Jun 26 18:13:15.757256 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.762946 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.776213 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0e0aab2e-1d5e-4758-a134-2e208fe93b2e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:15.791893 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b946d7-7e92-45f7-a384-eb1a58e7a07b,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:15.794242 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:15.796977 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.798257 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-40ad681c-21cf-4ee5-894f-b677ff69884e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858912 Jun 26 18:13:15.800964 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56514) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:15.806078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group_rule': {'security_group_id': '537b2c2f-4444-435b-bb56-664a61994c28', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:15.846598 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Project 7ec4ec2ce0d6486ba7e8d13bdf96785b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:13:15.851778 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.934712 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.947288 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.960577 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fdd8a2d2-5f4b-411f-bc46-7aca21819149 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:15.984235 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a001e6a3-39f1-4d93-a3f0-b6076497e6a0,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:15.996433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:15.998106 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:15.999829 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1975930 Jun 26 18:13:16.002763 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 56520) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:16.009835 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'security_group_rule': {'security_group_id': '537b2c2f-4444-435b-bb56-664a61994c28', 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:16.025322 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.040919 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Transition to ACTIVE for port object 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:16.051098 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.059027 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:16.076675 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.securitygroups_db [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Project 7ec4ec2ce0d6486ba7e8d13bdf96785b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:13:16.086048 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.127194 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56ae3-7fa5-454a-8fd2-603218094177 None None] Pushing event updated for resources: {'Port': ['ID=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:16.143818 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1312f-6626-4bef-b2aa-f333e0e88f6a req-30f18556-e60b-4705-8687-8f13434ec648 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:16.145443 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21c1312f-6626-4bef-b2aa-f333e0e88f6a req-30f18556-e60b-4705-8687-8f13434ec648 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1291115 Jun 26 18:13:16.162265 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6cc56ae3-7fa5-454a-8fd2-603218094177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:16.202048 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Attempting to bind port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:16.202804 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Attempting to bind port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:16.203400 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Attempting to bind port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f on network 9263a464-c826-4020-8292-f97e91806183 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:16.211243 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:16.212749 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Checking segment: {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:16.213236 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.214356 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Bound using segment: {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:16.215086 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Bound port: 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b658954d-de59-4576-a41b-f8ad09648358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9263a464-c826-4020-8292-f97e91806183'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:16.215584 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.264885 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21c1312f-6626-4bef-b2aa-f333e0e88f6a req-7773306c-a2c5-46b3-8f3f-420c4b3ced72 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077912 Jun 26 18:13:16.291424 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.312790 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ef4d-dd66-404c-bff6-150820832ca6 req-4f902439-d1e7-4a8c-b01b-80e04223739b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:16.314596 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e360ef4d-dd66-404c-bff6-150820832ca6 req-4f902439-d1e7-4a8c-b01b-80e04223739b tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.1984904 Jun 26 18:13:16.316015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.323948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:16.355596 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] For port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:16.362890 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ca2233-f8a6-4986-a1b1-ab05d27b1c2e,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:16.366079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] For port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,segment=NetworkSegment(b658954d-de59-4576-a41b-f8ad09648358),segment_id=b658954d-de59-4576-a41b-f8ad09648358)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:16.372779 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:16.373129 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.375191 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:16.376459 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724132 Jun 26 18:13:16.415182 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:16.419715 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e360ef4d-dd66-404c-bff6-150820832ca6 req-9449b7ee-fd4f-4a94-b544-1f5fd55447c1 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967503 Jun 26 18:13:16.563315 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Routers {'e9c6a34c-16d4-4028-8ac9-5750099d5242'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:13:16.564028 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:12:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e9c6a34c-16d4-4028-8ac9-5750099d5242'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:16.608765 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56ae3-7fa5-454a-8fd2-603218094177 None None] Pushing event updated for resources: {'Port': ['ID=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:16.613842 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6cc56ae3-7fa5-454a-8fd2-603218094177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:16.772701 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] Set router e9c6a34c-16d4-4028-8ac9-5750099d5242 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:13:16.852375 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7bfb8-c1a0-49c2-b9d2-890f409bed42 req-02d1acd6-30f7-4ac5-8ec0-543771c5935a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:16.859789 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-00d7bfb8-c1a0-49c2-b9d2-890f409bed42 req-02d1acd6-30f7-4ac5-8ec0-543771c5935a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1810133 Jun 26 18:13:17.006234 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-00d7bfb8-c1a0-49c2-b9d2-890f409bed42 req-35995526-d276-4a43-a2f1-dd44058ecdc8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380742 Jun 26 18:13:17.053837 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f9f97-a340-4991-ae6b-12c0042bfda6 req-a710050a-a104-41bb-b4fc-f18427eb8fb1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:17.061062 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-189f9f97-a340-4991-ae6b-12c0042bfda6 req-a710050a-a104-41bb-b4fc-f18427eb8fb1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.2002623 Jun 26 18:13:17.101361 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-189f9f97-a340-4991-ae6b-12c0042bfda6 req-a761222f-a21b-4ddf-857a-b6e2fb3612da tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Jun 26 18:13:17.163106 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:11Z', 'revision_number': 4, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f', 'name': '', 'network_id': '9263a464-c826-4020-8292-f97e91806183', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'mac_address': 'fa:16:3e:b0:59:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:10Z', 'updated_at': '2021-06-26T18:13:16Z', 'revision_number': 4, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'subnets': [{'id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:17.203097 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb4ad-d09b-4b8e-abda-30c3ae9c0dc8 None None] The sync data for ids ['e9c6a34c-16d4-4028-8ac9-5750099d5242'] in dv-cinder-798198-1-iscsi is: [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:11Z', 'revision_number': 4, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f', 'name': '', 'network_id': '9263a464-c826-4020-8292-f97e91806183', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'mac_address': 'fa:16:3e:b0:59:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:10Z', 'updated_at': '2021-06-26T18:13:16Z', 'revision_number': 4, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'subnets': [{'id': '5d94ca68-bcf1-400b-b700-cc5b23515b0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:13:17.611461 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23cdf8-f3cc-4d74-aa8f-cc5798c93820 req-dfb540dc-286a-4f91-bbb8-4dd07415f999 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:17.615750 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1d23cdf8-f3cc-4d74-aa8f-cc5798c93820 req-dfb540dc-286a-4f91-bbb8-4dd07415f999 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1926131 Jun 26 18:13:17.664900 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-41ceed55-1363-4670-91c8-b3f61aa768d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:17.691206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:17.693211 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1d23cdf8-f3cc-4d74-aa8f-cc5798c93820 req-de5a8d7e-f5b1-46df-8640-917a01606025 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653594 Jun 26 18:13:18.263826 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d3d0-50e9-4dcd-94be-5497a3b99fbc req-c982e2e9-6765-44b6-b6eb-4f7568c47c96 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:18.265563 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f3c7d3d0-50e9-4dcd-94be-5497a3b99fbc req-c982e2e9-6765-44b6-b6eb-4f7568c47c96 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0997999 Jun 26 18:13:18.318498 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f3c7d3d0-50e9-4dcd-94be-5497a3b99fbc req-34409cfe-69ea-4d4b-93de-abf404758310 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Jun 26 18:13:18.568717 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:18.629517 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:18.657224 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:18.664932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:18.665595 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:18.673464 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbaf4-0e1f-4781-81be-f802565a11b4 req-6e50d467-41de-4d4b-a3c3-1c7c5a07f03f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:18.682568 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ea1cbaf4-0e1f-4781-81be-f802565a11b4 req-6e50d467-41de-4d4b-a3c3-1c7c5a07f03f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1936283 Jun 26 18:13:18.735060 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f60b5-afc0-424e-bdac-0f2ef51d97eb req-9b37c4e1-5ae3-4748-b68c-c91034965705 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:18.742888 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c87f60b5-afc0-424e-bdac-0f2ef51d97eb req-9b37c4e1-5ae3-4748-b68c-c91034965705 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.1647484 Jun 26 18:13:18.764674 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ea1cbaf4-0e1f-4781-81be-f802565a11b4 req-1a83b305-086e-43de-81fe-58e06b3dc34c tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812113 Jun 26 18:13:18.771666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:18.823916 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c87f60b5-afc0-424e-bdac-0f2ef51d97eb req-598db0b1-db11-4615-a95e-27775c0f9ac4 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800653 Jun 26 18:13:18.838057 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,segment=NetworkSegment(b658954d-de59-4576-a41b-f8ad09648358),segment_id=b658954d-de59-4576-a41b-f8ad09648358)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:18.851562 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:18.853555 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:18.907676 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:18.913879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:19.026595 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270ec4c-6ef1-434c-ba63-c0326ad2a28f req-fe524030-c686-4d4a-b075-14ab3fcbedd9 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:19.034953 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1270ec4c-6ef1-434c-ba63-c0326ad2a28f req-fe524030-c686-4d4a-b075-14ab3fcbedd9 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0941732 Jun 26 18:13:19.087475 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1270ec4c-6ef1-434c-ba63-c0326ad2a28f req-25edf270-b1b2-4fc7-8b00-e0788182daf3 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515106 Jun 26 18:13:19.560173 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fcb96-6d16-4b0e-8985-2b47d0900d7a req-31383bc3-31e5-4c22-b4b6-7586277b3ee0 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:19.567112 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3e1fcb96-6d16-4b0e-8985-2b47d0900d7a req-31383bc3-31e5-4c22-b4b6-7586277b3ee0 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0757763 Jun 26 18:13:19.609430 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3e1fcb96-6d16-4b0e-8985-2b47d0900d7a req-cab83c55-0b30-4fd4-b981-e4ca6061daef tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Jun 26 18:13:20.073851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:20.344758 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aaf90-cfaf-4919-9f49-109a64a9a847 req-bc25b6bd-5e0d-4673-874d-19a8fadbeea6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:20.351587 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a46aaf90-cfaf-4919-9f49-109a64a9a847 req-bc25b6bd-5e0d-4673-874d-19a8fadbeea6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.4361479 Jun 26 18:13:20.367773 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c6b1b-f640-4b5a-8816-31dcca23898a req-1be521da-f988-41c4-9d25-4010d066f949 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:20.369540 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-681c6b1b-f640-4b5a-8816-31dcca23898a req-1be521da-f988-41c4-9d25-4010d066f949 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.4158585 Jun 26 18:13:20.411341 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a46aaf90-cfaf-4919-9f49-109a64a9a847 req-aacfeea0-cb81-4976-9025-b37f95873f95 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588055 Jun 26 18:13:20.467096 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-681c6b1b-f640-4b5a-8816-31dcca23898a req-4e6c4a8b-291d-4701-aa9c-5f13f1259cfa tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884311 Jun 26 18:13:20.698628 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:20.756719 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:20.757110 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:20.765873 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991b510-b321-42ba-a314-1343b5357e62 req-9cfb2d6b-46f9-4924-864e-943a76147e81 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:20.774074 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e991b510-b321-42ba-a314-1343b5357e62 req-9cfb2d6b-46f9-4924-864e-943a76147e81 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1704087 Jun 26 18:13:20.825730 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e991b510-b321-42ba-a314-1343b5357e62 req-bfd67943-a65a-4095-8b94-b0a5e8c188d3 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502446 Jun 26 18:13:21.049508 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361ce8-4646-489e-902d-0b509742106e req-47f91a73-d76d-48c3-b169-d9f8d1fce0d7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:21.051573 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a361ce8-4646-489e-902d-0b509742106e req-47f91a73-d76d-48c3-b169-d9f8d1fce0d7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0964873 Jun 26 18:13:21.110156 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a361ce8-4646-489e-902d-0b509742106e req-b7340092-6b8d-4c0c-9723-ffcb8902ea60 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Jun 26 18:13:21.625199 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f37f5-7bc1-4e50-bddf-f288afb97924 req-ce2faa1c-fd5b-4710-b2dc-e50bb81fa4a4 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:21.626914 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c09f37f5-7bc1-4e50-bddf-f288afb97924 req-ce2faa1c-fd5b-4710-b2dc-e50bb81fa4a4 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0835078 Jun 26 18:13:21.712220 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c09f37f5-7bc1-4e50-bddf-f288afb97924 req-a6633214-f05c-405e-9ad7-75d4c9724d05 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738242 Jun 26 18:13:21.732117 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cde32-1631-4e99-8c3f-b0263f1958f9 req-40526a40-a5f2-438b-954d-271c04446900 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:21.733882 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-535cde32-1631-4e99-8c3f-b0263f1958f9 req-40526a40-a5f2-438b-954d-271c04446900 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.1058018 Jun 26 18:13:21.799896 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-535cde32-1631-4e99-8c3f-b0263f1958f9 req-78579d08-f209-4ea0-a568-4d72ebdcbd0d tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/security-groups?id=96d98a5d-b705-4453-b8bf-5aa8ba6c961c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Jun 26 18:13:21.820884 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7165-b89e-4459-a609-68051c05d53c req-db1c4c5d-4722-4cec-8fb6-5107e2a9e778 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:21.822279 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-255c7165-b89e-4459-a609-68051c05d53c req-db1c4c5d-4722-4cec-8fb6-5107e2a9e778 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 945 time: 0.1749814 Jun 26 18:13:22.012230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d4ad1-238a-44c9-bd18-b1c412a9d0f2 req-48a4793a-5d92-4969-9d5b-a3e324921b29 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.015176 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6d4ad1-238a-44c9-bd18-b1c412a9d0f2 req-48a4793a-5d92-4969-9d5b-a3e324921b29 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0698702 Jun 26 18:13:22.052915 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6d4ad1-238a-44c9-bd18-b1c412a9d0f2 req-183349c5-0277-4216-8d39-3cd45d9e0e96 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Jun 26 18:13:22.156016 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Deleting port 9a48598f-09c3-4024-92f2-ef26443805ef {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:13:22.156472 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:22.251034 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] For port 9a48598f-09c3-4024-92f2-ef26443805ef, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=9a48598f-09c3-4024-92f2-ef26443805ef,segment=NetworkSegment(844d246f-084c-42a2-a3f5-f02a0b169102),segment_id=844d246f-084c-42a2-a3f5-f02a0b169102)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:22.251419 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:22.267039 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Calling delete_port for 9a48598f-09c3-4024-92f2-ef26443805ef owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:13:22.304056 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aaa5a-7c4f-4544-9928-c60ab5d9e415 req-9e88d5c6-4b89-429f-bb12-e8a227adc343 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.308013 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6a1aaa5a-7c4f-4544-9928-c60ab5d9e415 req-9e88d5c6-4b89-429f-bb12-e8a227adc343 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0762761 Jun 26 18:13:22.378393 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6a1aaa5a-7c4f-4544-9928-c60ab5d9e415 req-90e1fe3a-0e16-4c09-a65f-364bdf926d1b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657704 Jun 26 18:13:22.460140 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b141-6acc-43cb-a491-4affa26ecbc2 req-9fe44b61-12ee-44ee-9bb1-46fbbebb90ce tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.461666 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e32b141-6acc-43cb-a491-4affa26ecbc2 req-9fe44b61-12ee-44ee-9bb1-46fbbebb90ce tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0821924 Jun 26 18:13:22.474752 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:22.478942 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:22.500494 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e32b141-6acc-43cb-a491-4affa26ecbc2 req-1c833c00-e3e3-4f52-9dd6-e4472f551837 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Jun 26 18:13:22.504311 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Pushing event deleted for resources: {'Port': ['ID=9a48598f-09c3-4024-92f2-ef26443805ef,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:22.507980 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:22.534081 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['9a48598f-09c3-4024-92f2-ef26443805ef'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:13:22.571114 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] No DVR routers for this DVR port 9a48598f-09c3-4024-92f2-ef26443805ef on host hv-cinder-79819 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:13:22.573994 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:22.576068 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-255c7165-b89e-4459-a609-68051c05d53c req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.35 "DELETE /v2.0/ports/9a48598f-09c3-4024-92f2-ef26443805ef HTTP/1.1" status: 204 len: 173 time: 0.7416091 Jun 26 18:13:22.576618 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1327a-0366-4917-8a14-d947a444b33a', 'name': 'network-vif-deleted', 'tag': '9a48598f-09c3-4024-92f2-ef26443805ef'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:22.579008 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01813d29-3c26-47f7-b78a-f577cd576e4e" -d '{"events": [{"server_uuid": "84f1327a-0366-4917-8a14-d947a444b33a", "name": "network-vif-deleted", "tag": "9a48598f-09c3-4024-92f2-ef26443805ef"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:22.599305 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b169-bb00-4d4a-9201-b0409486f26f req-07b7aa9a-cf7e-4d7c-8c42-eb0148d245e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.600836 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-07b7aa9a-cf7e-4d7c-8c42-eb0148d245e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1098 time: 0.0600319 Jun 26 18:13:22.617246 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65778329-3efd-4724-accd-95b5e018e012 x-openstack-request-id: req-65778329-3efd-4724-accd-95b5e018e012 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:22.617641 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1327a-0366-4917-8a14-d947a444b33a", "name": "network-vif-deleted", "tag": "9a48598f-09c3-4024-92f2-ef26443805ef", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:22.617920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65778329-3efd-4724-accd-95b5e018e012 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:22.618616 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1327a-0366-4917-8a14-d947a444b33a', 'name': 'network-vif-deleted', 'tag': '9a48598f-09c3-4024-92f2-ef26443805ef', 'status': 'completed', 'code': 200} Jun 26 18:13:22.710421 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b169-bb00-4d4a-9201-b0409486f26f req-fe350496-bd93-46fa-aae3-998beab61007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.712190 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-fe350496-bd93-46fa-aae3-998beab61007 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.0929160 Jun 26 18:13:22.815233 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-634a94ca-1139-40c6-91dd-2510de07af08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 1000 time: 0.0730278 Jun 26 18:13:22.968967 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c660bce-9744-496c-913b-909b5bdfc5f6 req-554a2c8e-2d41-4fcb-807e-9812932eca7a tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f1327a-0366-4917-8a14-d947a444b33a HTTP/1.1" status: 200 len: 210 time: 0.0391374 Jun 26 18:13:22.970232 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b169-bb00-4d4a-9201-b0409486f26f req-602bcb2e-b57f-4130-a5da-0e0d1c714685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.971553 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-602bcb2e-b57f-4130-a5da-0e0d1c714685 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0929410 Jun 26 18:13:22.985689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe83ec-0656-4d5a-9f51-f364fc3d35ba req-b0490027-a556-41e0-9df8-7bbb83396c44 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:22.987159 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3abe83ec-0656-4d5a-9f51-f364fc3d35ba req-b0490027-a556-41e0-9df8-7bbb83396c44 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.1378651 Jun 26 18:13:23.055828 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3abe83ec-0656-4d5a-9f51-f364fc3d35ba req-8670e290-06db-4bb1-8782-efe733dc3c10 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605190 Jun 26 18:13:23.077577 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b169-bb00-4d4a-9201-b0409486f26f req-4b81c648-3d5e-4b52-876c-038ae15270db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.079070 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-4b81c648-3d5e-4b52-876c-038ae15270db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855622 Jun 26 18:13:23.123131 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-7fdbf710-a0f2-467d-ae5d-c2b4ae4a8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.124666 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-7fdbf710-a0f2-467d-ae5d-c2b4ae4a8682 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0617819 Jun 26 18:13:23.175373 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-9ed3cdc8-879f-4f42-bc63-8e617accaf81 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867143 Jun 26 18:13:23.217207 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-9cb322b6-65f6-43ec-a87f-af0763754393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.218670 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-9cb322b6-65f6-43ec-a87f-af0763754393 service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0873256 Jun 26 18:13:23.267754 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0885b169-bb00-4d4a-9201-b0409486f26f req-7cfb43dc-4bec-4356-be58-02b715e2aadf service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844126 Jun 26 18:13:23.316771 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-180e821b-2ae0-4a4d-ad4a-421953f3a83c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 1002 time: 0.0895832 Jun 26 18:13:23.401025 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-c14ffe14-1d2d-4521-8b28-f651eff1b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.402496 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-c14ffe14-1d2d-4521-8b28-f651eff1b8b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0465941 Jun 26 18:13:23.470796 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-3df15bbb-a752-467e-b84d-4edc5f9852e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.481286 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-3df15bbb-a752-467e-b84d-4edc5f9852e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618498 Jun 26 18:13:23.587134 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eac84e-e179-4f98-9f9c-8c870e82353d req-84e961c0-10a2-41fe-a57f-181ea19ac5df tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.597666 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f6eac84e-e179-4f98-9f9c-8c870e82353d req-84e961c0-10a2-41fe-a57f-181ea19ac5df tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1077995 Jun 26 18:13:23.602351 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-2a48cb83-dd75-404a-8a73-b3d5ef28274c service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216857 Jun 26 18:13:23.681196 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f6eac84e-e179-4f98-9f9c-8c870e82353d req-7db02943-793c-45fa-837e-97b285b0954f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826473 Jun 26 18:13:23.720298 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54f60b83-fb14-49a8-b27b-d6d3c43af5a6 req-f7e4468d-ac37-4bde-8a5f-5ffeb53a6956 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038311 Jun 26 18:13:23.729435 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a8c9-f37c-4698-908d-2160de9d5044 req-a4926cf7-7cbe-40ea-ac51-e336f2118957 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.731178 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7144a8c9-f37c-4698-908d-2160de9d5044 req-a4926cf7-7cbe-40ea-ac51-e336f2118957 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0840871 Jun 26 18:13:23.769621 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7144a8c9-f37c-4698-908d-2160de9d5044 req-fba7c45a-c003-4a29-b066-3475ff52fb4e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Jun 26 18:13:23.880601 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-99a1c567-6b3a-4726-94d7-376322197160 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:23.882054 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-99a1c567-6b3a-4726-94d7-376322197160 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1073358 Jun 26 18:13:23.896696 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-2099e5b7-86b5-432f-828c-f918bc964de3 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/quotas/6b8d1f2aa7274c27b1f7613daa50fd00 HTTP/1.1" status: 200 len: 375 time: 0.0093997 Jun 26 18:13:23.965414 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-97604a66-00d5-4b71-b744-d906b610cbb5 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640223 Jun 26 18:13:24.055985 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-9759ce8f-2258-4248-8bd4-61ef8d63f1e2 service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840666 Jun 26 18:13:24.137160 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:24.154056 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-5a93e5fd-c74d-46c4-86eb-b3d0b404ffec service neutron] 10.222.0.23 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923889 Jun 26 18:13:24.276043 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1d08c-a999-4a63-be09-c36b60eb8e52 req-c2bb6cc3-9007-458f-a3f1-58a6e39eb706 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:24.277564 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-63f1d08c-a999-4a63-be09-c36b60eb8e52 req-c2bb6cc3-9007-458f-a3f1-58a6e39eb706 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0907173 Jun 26 18:13:24.327080 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-63f1d08c-a999-4a63-be09-c36b60eb8e52 req-1c790cf0-cd13-4c51-9370-d7967ea2d360 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Jun 26 18:13:24.397420 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2a0bb461-3b38-4583-b6af-e544bd8e2353 req-8cae74ab-765d-40cf-b3c7-0c76d6e91451 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 210 time: 0.0616455 Jun 26 18:13:24.966481 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7662-4e3f-45af-b7b7-80dde6a5cbec req-6f088c82-24c4-4ce7-bad4-36774c36919b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:24.968183 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1aa7662-4e3f-45af-b7b7-80dde6a5cbec req-6f088c82-24c4-4ce7-bad4-36774c36919b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1370983 Jun 26 18:13:25.023748 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1aa7662-4e3f-45af-b7b7-80dde6a5cbec req-f54c0e83-dcc3-4561-886e-db91db7aaa3b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Jun 26 18:13:25.036055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742c2d-6d69-4635-beef-82072f3e96bf req-f41a2eaf-7148-4e72-aa00-6a2d115fdb0a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:25.043427 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9b742c2d-6d69-4635-beef-82072f3e96bf req-f41a2eaf-7148-4e72-aa00-6a2d115fdb0a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1243343 Jun 26 18:13:25.079415 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9b742c2d-6d69-4635-beef-82072f3e96bf req-5db5c81e-4233-46d9-83fa-611f10f0cc89 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jun 26 18:13:25.501919 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1949f4-462d-4db3-889d-0ff39629ce5b req-300a89de-c1ce-4983-ab03-0e8e64f8b144 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:25.503511 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6c1949f4-462d-4db3-889d-0ff39629ce5b req-300a89de-c1ce-4983-ab03-0e8e64f8b144 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0623808 Jun 26 18:13:25.547449 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f3c1b5c-b8dd-48c1-8bbf-5f644282daf5 req-d441c74c-8023-49fc-a16e-787f9a6c08d4 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 210 time: 0.0402641 Jun 26 18:13:25.566475 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6c1949f4-462d-4db3-889d-0ff39629ce5b req-2dea5ee5-5e8a-423d-96b1-2a28d2d2c148 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509329 Jun 26 18:13:26.196172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a0d95-cea8-4277-8278-dfbdbb390f47 req-b8a79ba8-0590-4383-9aa4-7984143d2591 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:26.197604 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-900a0d95-cea8-4277-8278-dfbdbb390f47 req-b8a79ba8-0590-4383-9aa4-7984143d2591 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0609264 Jun 26 18:13:26.234021 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-900a0d95-cea8-4277-8278-dfbdbb390f47 req-5b098696-971e-476c-96d5-550dd68a8709 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Jun 26 18:13:26.684325 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2a9611c-7e10-4b97-a734-9f4fd56cf916 req-efc5ac20-3447-46fb-90b1-f9f3f6285b18 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 210 time: 0.0292139 Jun 26 18:13:26.747948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32795466-1259-4775-83b1-31641ab16d59 req-189c161d-2a15-472e-b957-7c9f20dc6ada tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:26.749377 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32795466-1259-4775-83b1-31641ab16d59 req-189c161d-2a15-472e-b957-7c9f20dc6ada tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0675035 Jun 26 18:13:26.785253 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32795466-1259-4775-83b1-31641ab16d59 req-67bbd783-1da6-4012-a90d-bbfa2383d4ad tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303230 Jun 26 18:13:27.415646 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a6b47-bc28-46a1-9dbd-d5d233d2baf6 req-079202cc-dee6-46bc-b2eb-9ce383541892 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:27.417125 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee6a6b47-bc28-46a1-9dbd-d5d233d2baf6 req-079202cc-dee6-46bc-b2eb-9ce383541892 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0661547 Jun 26 18:13:27.453762 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee6a6b47-bc28-46a1-9dbd-d5d233d2baf6 req-5caedb1e-3e77-48a5-805a-dcd58953a9d5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Jun 26 18:13:27.821782 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3235b603-bf59-479c-8410-84a48dbdfe84 req-d70270dd-bf99-4754-bec3-9785f997222f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 210 time: 0.0295153 Jun 26 18:13:27.962518 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff087f-eeb6-4303-8870-8beff67a486e req-711a6fd6-4306-4cf0-9042-9cdc0414951b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:27.963985 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-59ff087f-eeb6-4303-8870-8beff67a486e req-711a6fd6-4306-4cf0-9042-9cdc0414951b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 946 time: 0.0635774 Jun 26 18:13:28.000562 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-59ff087f-eeb6-4303-8870-8beff67a486e req-8ab1cc0c-3fca-473f-9a7e-3b9b18d650f0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Jun 26 18:13:28.501443 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 9a48598f-09c3-4024-92f2-ef26443805ef no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:13:28.521080 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 9a48598f-09c3-4024-92f2-ef26443805ef {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:13:28.521434 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 9a48598f-09c3-4024-92f2-ef26443805ef not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:13:28.521855 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:13:28.606847 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.629500 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:28.631882 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef4e3a7-695e-41a7-b9b2-7b5b9ab26c21" -d '{"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:28.633086 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3b475-b198-4f08-aa39-383fdfffc274 req-fb301a20-d9c1-4788-b004-a36a3f48dcc0 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:28.634600 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d0c3b475-b198-4f08-aa39-383fdfffc274 req-fb301a20-d9c1-4788-b004-a36a3f48dcc0 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0684171 Jun 26 18:13:28.645060 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:28.649719 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.651719 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:28.688223 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51409337-2661-4930-b778-e85fd0fdbe6e x-openstack-request-id: req-51409337-2661-4930-b778-e85fd0fdbe6e {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:28.688520 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:28.688779 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51409337-2661-4930-b778-e85fd0fdbe6e {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:28.689171 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'code': 200} Jun 26 18:13:28.696619 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d0c3b475-b198-4f08-aa39-383fdfffc274 req-1589a02c-ab99-4db0-b3c0-0a310c3b5db9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Jun 26 18:13:28.704237 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=8']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:28.708888 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:28.780228 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-f7f20e1e-5d7a-4f1a-819d-4550bdb213e6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:28.782084 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-f7f20e1e-5d7a-4f1a-819d-4550bdb213e6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/networks?id=c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 200 len: 815 time: 0.1208289 Jun 26 18:13:28.806573 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Request body: {'port': {'device_id': '88d74797-5781-481b-930e-39482f7002df', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'admin_state_up': True, 'tenant_id': '6b8d1f2aa7274c27b1f7613daa50fd00'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:28.924019 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Made reservation on behalf of 6b8d1f2aa7274c27b1f7613daa50fd00 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:28.927571 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:28.971925 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4cd9013e-4b2b-4f46-849c-61e116441445 req-fa8b6aa4-ad2e-4727-8c7d-70a68cf503ef tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 210 time: 0.0301332 Jun 26 18:13:29.050814 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Allocated IP 172.20.0.13 (c8acfde1-98b2-4996-80d2-f11e13cb1436/c66e207e-2c18-4201-bcfb-50a9b74161ce/7625f3ee-404a-46f9-80e5-321a471224b8) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:29.185801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ba9e4-59ea-4127-b274-8e962e84f09c req-1ec7c342-609e-48d9-9fe1-f132943768c5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:29.187246 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e6ba9e4-59ea-4127-b274-8e962e84f09c req-1ec7c342-609e-48d9-9fe1-f132943768c5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0712624 Jun 26 18:13:29.197845 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.226590 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e6ba9e4-59ea-4127-b274-8e962e84f09c req-763da67a-9437-4e4e-9643-8fbdfc8fa565 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Jun 26 18:13:29.238464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.243102 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4142517d-79da-4ab3-b0ef-c97ed1d7c6b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:29.284750 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Network c8acfde1-98b2-4996-80d2-f11e13cb1436 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:29.289447 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a', 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:13:29.291775 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:29.297645 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:29.326133 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event updated for resources: {'Port': ['ID=7625f3ee-404a-46f9-80e5-321a471224b8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:29.330375 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:29.349739 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:29.350334 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.364470 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616491 Jun 26 18:13:29.401765 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Request body: {'port': {'device_id': '88d74797-5781-481b-930e-39482f7002df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:29.477323 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.745681 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7625f3ee-404a-46f9-80e5-321a471224b8 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:29.753022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.765313 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Transition to ACTIVE for port object 7625f3ee-404a-46f9-80e5-321a471224b8 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:29.768731 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.771464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:29.838553 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7625f3ee-404a-46f9-80e5-321a471224b8,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:29.868614 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:29.884726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e163c-820c-4f5c-b2e0-185191994c54 req-80635b16-b56b-4e2f-9033-548e7f6593f9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:29.886911 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-382e163c-820c-4f5c-b2e0-185191994c54 req-80635b16-b56b-4e2f-9033-548e7f6593f9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0751281 Jun 26 18:13:29.896007 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Attempting to bind port 7625f3ee-404a-46f9-80e5-321a471224b8 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:29.896348 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Attempting to bind port 7625f3ee-404a-46f9-80e5-321a471224b8 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:29.896677 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Attempting to bind port 7625f3ee-404a-46f9-80e5-321a471224b8 on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:29.901431 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Port 7625f3ee-404a-46f9-80e5-321a471224b8 on network c8acfde1-98b2-4996-80d2-f11e13cb1436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:13:29.901745 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Attempting to bind port 7625f3ee-404a-46f9-80e5-321a471224b8 on network c8acfde1-98b2-4996-80d2-f11e13cb1436 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:29.907545 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:29.908073 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Checking segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:29.908564 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Bound using segment: {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:29.909093 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Bound port: 7625f3ee-404a-46f9-80e5-321a471224b8, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f853e3-0a78-4953-81ad-40cdafef3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:29.909554 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.932342 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-382e163c-820c-4f5c-b2e0-185191994c54 req-441f5931-4bc5-41e6-97bc-1d06220aed0c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385268 Jun 26 18:13:29.976232 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] For port 7625f3ee-404a-46f9-80e5-321a471224b8, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:29.979357 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] For port 7625f3ee-404a-46f9-80e5-321a471224b8, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7625f3ee-404a-46f9-80e5-321a471224b8,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:29.984623 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:29.987517 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a3a71e35-b199-42ea-9474-6e86b2c96176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:30.022492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:30.023099 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:30.024504 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] 10.222.0.35 "PUT /v2.0/ports/7625f3ee-404a-46f9-80e5-321a471224b8 HTTP/1.1" status: 200 len: 1094 time: 0.6271162 Jun 26 18:13:30.025022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d74797-5781-481b-930e-39482f7002df', 'tag': '7625f3ee-404a-46f9-80e5-321a471224b8'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:30.027699 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4720912d-c89f-48ac-ae64-76a4e946c391" -d '{"events": [{"name": "network-changed", "server_uuid": "88d74797-5781-481b-930e-39482f7002df", "tag": "7625f3ee-404a-46f9-80e5-321a471224b8"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:30.056226 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7625f3ee-404a-46f9-80e5-321a471224b8,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:30.059251 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:30.076879 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be00cbf2-c121-4d77-b10d-9a170e0a511e x-openstack-request-id: req-be00cbf2-c121-4d77-b10d-9a170e0a511e {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:30.077377 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d74797-5781-481b-930e-39482f7002df", "tag": "7625f3ee-404a-46f9-80e5-321a471224b8", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:30.077485 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be00cbf2-c121-4d77-b10d-9a170e0a511e {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:30.079048 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d74797-5781-481b-930e-39482f7002df', 'tag': '7625f3ee-404a-46f9-80e5-321a471224b8', 'status': 'completed', 'code': 200} Jun 26 18:13:30.172532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d89945-1c5b-4372-b747-a557263c8db4 req-301ef386-2495-4320-980a-68d7668d04a9 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:30.180352 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44d89945-1c5b-4372-b747-a557263c8db4 req-301ef386-2495-4320-980a-68d7668d04a9 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 944 time: 0.0763383 Jun 26 18:13:30.235118 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44d89945-1c5b-4372-b747-a557263c8db4 req-5bc363dc-c527-4324-85ad-6710be3d7ca6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537622 Jun 26 18:13:30.431537 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412611e-ed47-4abb-b986-aae71dfe066d req-f252b942-b195-4f04-97f1-149677eac09c tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:30.433119 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8412611e-ed47-4abb-b986-aae71dfe066d req-f252b942-b195-4f04-97f1-149677eac09c tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0779142 Jun 26 18:13:30.476892 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8412611e-ed47-4abb-b986-aae71dfe066d req-5802bcb0-6194-4df5-a7a2-e44681e9cce6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379186 Jun 26 18:13:30.604249 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720912d-c89f-48ac-ae64-76a4e946c391 req-e7a3a25e-7a6b-4c8a-8666-2da660a5d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:30.606465 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4720912d-c89f-48ac-ae64-76a4e946c391 req-e7a3a25e-7a6b-4c8a-8666-2da660a5d0ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 1097 time: 0.0676680 Jun 26 18:13:30.835919 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720912d-c89f-48ac-ae64-76a4e946c391 req-b9fe4210-81fd-4b9e-89ee-3b8425d2301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:30.839366 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4720912d-c89f-48ac-ae64-76a4e946c391 req-b9fe4210-81fd-4b9e-89ee-3b8425d2301e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2115762 Jun 26 18:13:31.222918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677417-de2e-4224-baca-01bc3b1067f5 req-f01c3826-1d61-4483-ba89-e8a7df491e83 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:31.232260 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8677417-de2e-4224-baca-01bc3b1067f5 req-f01c3826-1d61-4483-ba89-e8a7df491e83 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1381412 Jun 26 18:13:31.286856 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8677417-de2e-4224-baca-01bc3b1067f5 req-2dd60a33-8d69-48ff-8dc0-ae90cc4a4e5e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Jun 26 18:13:31.439396 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720912d-c89f-48ac-ae64-76a4e946c391 req-5f6dc651-81ee-4c65-806c-84354413bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:31.441781 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4720912d-c89f-48ac-ae64-76a4e946c391 req-5f6dc651-81ee-4c65-806c-84354413bf60 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5895655 Jun 26 18:13:31.580326 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d37aa4-b31d-4f5f-b15b-25a1f2eba288 req-3192a4d2-189f-4f88-a7a1-f01751c5e145 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:31.583934 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9d37aa4-b31d-4f5f-b15b-25a1f2eba288 req-3192a4d2-189f-4f88-a7a1-f01751c5e145 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 944 time: 0.1289701 Jun 26 18:13:31.592721 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-a97ed24f-eb0b-4826-900b-b9a7b628f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:31.594608 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-a97ed24f-eb0b-4826-900b-b9a7b628f282 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 1097 time: 0.0745347 Jun 26 18:13:31.609617 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330f37c-b219-4561-9d75-5bc6ba8b386f req-44734400-6467-4151-8f34-ff2534ec29f7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:31.611555 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e330f37c-b219-4561-9d75-5bc6ba8b386f req-44734400-6467-4151-8f34-ff2534ec29f7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1468925 Jun 26 18:13:31.649085 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-e9a27742-8f11-4faa-ae80-1e8649f550a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7625f3ee-404a-46f9-80e5-321a471224b8 HTTP/1.1" status: 200 len: 217 time: 0.0370014 Jun 26 18:13:31.671513 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9d37aa4-b31d-4f5f-b15b-25a1f2eba288 req-cbf7c7bf-cec1-4443-9fef-7599f9bec229 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818403 Jun 26 18:13:31.691258 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e330f37c-b219-4561-9d75-5bc6ba8b386f req-9441b034-b24f-4a42-8dda-70322ac859c7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710196 Jun 26 18:13:31.713711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-82d16d5f-071c-4047-9f5e-1162337fd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:31.715179 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-82d16d5f-071c-4047-9f5e-1162337fd16a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 200 len: 855 time: 0.0585976 Jun 26 18:13:31.745353 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:13:31.753455 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-74a3c2ed-bc10-4e0f-9956-496425c10d0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c8acfde1-98b2-4996-80d2-f11e13cb1436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269306 Jun 26 18:13:31.847449 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-18c39f28-1132-4036-b6d4-595ac91bd0fd service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812640 Jun 26 18:13:31.942165 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c6967ba-c475-4684-8529-c65b7ed9aed3 req-5c394ce1-b51f-4f33-b724-d064abf7b1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 Jun 26 18:13:32.462812 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965bc7e-8cc4-433d-aaf3-d545c7323d87 req-be775903-8ab4-4698-8075-72e693216b5b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:32.464038 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9965bc7e-8cc4-433d-aaf3-d545c7323d87 req-be775903-8ab4-4698-8075-72e693216b5b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0654645 Jun 26 18:13:32.502439 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9965bc7e-8cc4-433d-aaf3-d545c7323d87 req-279d2f4f-1c01-45b8-b283-7ea255c52fbd tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Jun 26 18:13:32.890577 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004f4c-8877-4dcc-8932-5038e280de3e req-5e0d7ac0-145b-46ee-834a-ba36ce2c5d9e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:32.892042 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60004f4c-8877-4dcc-8932-5038e280de3e req-5e0d7ac0-145b-46ee-834a-ba36ce2c5d9e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 944 time: 0.1094749 Jun 26 18:13:32.904299 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fe771-bdbe-47b0-9b1f-af942a724f39 req-1b408505-e4af-44b2-a8a9-b0f2f8cde824 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:32.905938 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c9fe771-bdbe-47b0-9b1f-af942a724f39 req-1b408505-e4af-44b2-a8a9-b0f2f8cde824 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0887272 Jun 26 18:13:32.960926 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60004f4c-8877-4dcc-8932-5038e280de3e req-4e292547-2354-45d8-9ae0-2c9973284257 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538628 Jun 26 18:13:32.969628 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c9fe771-bdbe-47b0-9b1f-af942a724f39 req-568a1779-06a8-4147-85b6-3dcc77550bb0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558372 Jun 26 18:13:33.690322 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b523d3-4c9b-4a51-abf3-d7bb64b2a0c5 req-e51a7b7a-66a3-4651-9f74-2d54f9f5e7fe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:33.691980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-23b523d3-4c9b-4a51-abf3-d7bb64b2a0c5 req-e51a7b7a-66a3-4651-9f74-2d54f9f5e7fe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0694735 Jun 26 18:13:33.731946 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-23b523d3-4c9b-4a51-abf3-d7bb64b2a0c5 req-49c17f8a-6df2-4452-b514-240378e22eab tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Jun 26 18:13:34.187686 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aa4a8-c235-46e2-8275-fdb2ca5912e3 req-f2e1e4d9-99b6-46a2-8338-9c86f964d89d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:34.189228 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-542aa4a8-c235-46e2-8275-fdb2ca5912e3 req-f2e1e4d9-99b6-46a2-8338-9c86f964d89d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 944 time: 0.1116090 Jun 26 18:13:34.203281 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86011b5-e290-46fa-82fd-bdb8707266b5 req-828cfe5c-02f4-4e2a-8537-b91eb7fd9ff7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:34.205096 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86011b5-e290-46fa-82fd-bdb8707266b5 req-828cfe5c-02f4-4e2a-8537-b91eb7fd9ff7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0967183 Jun 26 18:13:34.271520 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-542aa4a8-c235-46e2-8275-fdb2ca5912e3 req-d266cf58-4fcc-4ffd-8fe6-f01a0705647d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652976 Jun 26 18:13:34.274816 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86011b5-e290-46fa-82fd-bdb8707266b5 req-9804f390-1c33-48e8-87cd-b3674ca5cc78 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618904 Jun 26 18:13:34.631208 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7625f3ee-404a-46f9-80e5-321a471224b8 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:13:34.642986 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:13:34.915444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 7625f3ee-404a-46f9-80e5-321a471224b8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7625f3ee-404a-46f9-80e5-321a471224b8,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:34.932333 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '7625f3ee-404a-46f9-80e5-321a471224b8', 'network_id': 'c8acfde1-98b2-4996-80d2-f11e13cb1436', 'port_id': '7625f3ee-404a-46f9-80e5-321a471224b8', 'mac_address': 'fa:16:3e:73:0c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66e207e-2c18-4201-bcfb-50a9b74161ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:13:34.974723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e85c35-1c5e-455c-b7c3-d7339827939e req-b5b68684-7a22-4ef9-9e96-2857ce63d34b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:34.977629 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30e85c35-1c5e-455c-b7c3-d7339827939e req-b5b68684-7a22-4ef9-9e96-2857ce63d34b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0846589 Jun 26 18:13:34.992412 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:35.010619 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7625f3ee-404a-46f9-80e5-321a471224b8 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:35.023663 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30e85c35-1c5e-455c-b7c3-d7339827939e req-fe322d11-bc54-4a36-8709-85a6d9c1ed57 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364952 Jun 26 18:13:35.035535 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 7625f3ee-404a-46f9-80e5-321a471224b8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7625f3ee-404a-46f9-80e5-321a471224b8,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:35.042676 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:35.046641 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:35.101409 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=7625f3ee-404a-46f9-80e5-321a471224b8,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:35.105005 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:35.503280 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['7625f3ee-404a-46f9-80e5-321a471224b8'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:13:35.541719 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c55db9-6ed1-44e9-a0fe-b9a124ca02de req-5d7a6ba2-1858-4f36-8654-273a18bcf708 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:35.543545 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9c55db9-6ed1-44e9-a0fe-b9a124ca02de req-5d7a6ba2-1858-4f36-8654-273a18bcf708 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 945 time: 0.1374495 Jun 26 18:13:35.555065 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de446d18-c545-46ac-ae5b-31b5230bc511 req-9261c1cd-b007-4eb1-bc97-e5cf4d2c2df2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:35.565963 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de446d18-c545-46ac-ae5b-31b5230bc511 req-9261c1cd-b007-4eb1-bc97-e5cf4d2c2df2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1423855 Jun 26 18:13:35.660419 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de446d18-c545-46ac-ae5b-31b5230bc511 req-c59b3869-54cb-4484-9f1a-3b2a130e1eed tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925939 Jun 26 18:13:35.664420 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9c55db9-6ed1-44e9-a0fe-b9a124ca02de req-9e2d1402-33c3-44f8-a4eb-424c49393066 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878353 Jun 26 18:13:36.223478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb176b-90bb-4ad5-a85a-6daf73aedb70 req-13104351-0b9f-4e1d-8b60-620c757e53e8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:36.225008 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-64fb176b-90bb-4ad5-a85a-6daf73aedb70 req-13104351-0b9f-4e1d-8b60-620c757e53e8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0675292 Jun 26 18:13:36.264053 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-64fb176b-90bb-4ad5-a85a-6daf73aedb70 req-a7863400-9a8a-42e3-8231-390d99820e53 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Jun 26 18:13:36.535585 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 56916) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:36.639476 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-bbaf0f58-77b4-41b0-bfaf-8fa9e632f248 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021359 Jun 26 18:13:36.963714 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd60d2-7521-42fd-8e00-ca7bd6aedd6c req-ad71b81f-9c85-4dbd-b672-711277e7d607 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:36.965632 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3efd60d2-7521-42fd-8e00-ca7bd6aedd6c req-ad71b81f-9c85-4dbd-b672-711277e7d607 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1451309 Jun 26 18:13:36.974418 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e5c1e-4be0-45f5-918f-0502f15677bd req-35b9e674-45a1-4f59-b927-13e837c39138 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:36.976548 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cc4e5c1e-4be0-45f5-918f-0502f15677bd req-35b9e674-45a1-4f59-b927-13e837c39138 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 945 time: 0.1444380 Jun 26 18:13:37.032976 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3efd60d2-7521-42fd-8e00-ca7bd6aedd6c req-856f6c66-0203-40ed-b543-1a8967f90736 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547290 Jun 26 18:13:37.040509 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cc4e5c1e-4be0-45f5-918f-0502f15677bd req-807c706e-3682-4c63-b947-b26933497400 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Jun 26 18:13:37.466298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7865-fe85-4868-be58-2cb32b8ae7c1 req-35e1fb38-f6a2-4b7c-8393-8e1d523de85e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:37.467898 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d67a7865-fe85-4868-be58-2cb32b8ae7c1 req-35e1fb38-f6a2-4b7c-8393-8e1d523de85e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0688331 Jun 26 18:13:37.723566 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d67a7865-fe85-4868-be58-2cb32b8ae7c1 req-e34f4fdc-1fcf-4dd0-94ba-c8c5c6336868 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499254 Jun 26 18:13:38.269807 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed77126-9d31-4d17-9036-871c2d1b2739 req-f0836a69-d5ff-4e6b-91b7-af7494117a10 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:38.271297 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7ed77126-9d31-4d17-9036-871c2d1b2739 req-f0836a69-d5ff-4e6b-91b7-af7494117a10 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 945 time: 0.1187687 Jun 26 18:13:38.281756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7a3c3-c15a-4f5a-a039-70b92404901b req-bcac08d9-f011-479a-bf47-5ec87c324107 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:38.283158 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e3f7a3c3-c15a-4f5a-a039-70b92404901b req-bcac08d9-f011-479a-bf47-5ec87c324107 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1217394 Jun 26 18:13:38.360326 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7ed77126-9d31-4d17-9036-871c2d1b2739 req-32ae8afa-b909-44f0-8ffd-762bfbce462e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757596 Jun 26 18:13:38.363547 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e3f7a3c3-c15a-4f5a-a039-70b92404901b req-0d2470c3-defd-4682-84f8-06bb07874f9e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734701 Jun 26 18:13:38.630398 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7625f3ee-404a-46f9-80e5-321a471224b8 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:13:38.683910 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 7625f3ee-404a-46f9-80e5-321a471224b8 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:38.690106 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 7625f3ee-404a-46f9-80e5-321a471224b8 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:38.690741 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:38.800590 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:38.852479 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d74797-5781-481b-930e-39482f7002df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625f3ee-404a-46f9-80e5-321a471224b8'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:38.855994 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f7e0cf-639c-4efe-999e-d785a65c6e90" -d '{"events": [{"server_uuid": "88d74797-5781-481b-930e-39482f7002df", "name": "network-vif-plugged", "status": "completed", "tag": "7625f3ee-404a-46f9-80e5-321a471224b8"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:38.873873 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 7625f3ee-404a-46f9-80e5-321a471224b8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7625f3ee-404a-46f9-80e5-321a471224b8,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:13:38.880179 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:38.884880 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:38.914191 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c0679b-9735-4cee-9a9b-19727272fe45 x-openstack-request-id: req-61c0679b-9735-4cee-9a9b-19727272fe45 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:38.914850 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d74797-5781-481b-930e-39482f7002df", "name": "network-vif-plugged", "status": "completed", "tag": "7625f3ee-404a-46f9-80e5-321a471224b8", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:38.915374 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61c0679b-9735-4cee-9a9b-19727272fe45 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:38.916016 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d74797-5781-481b-930e-39482f7002df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625f3ee-404a-46f9-80e5-321a471224b8', 'code': 200} Jun 26 18:13:38.945101 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=7625f3ee-404a-46f9-80e5-321a471224b8,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:38.948658 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:38.995867 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0820-fffe-43d9-8907-132cab4095eb req-965dad48-cc33-4d8e-b328-889851288989 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:38.998137 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d85f0820-fffe-43d9-8907-132cab4095eb req-965dad48-cc33-4d8e-b328-889851288989 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1035640 Jun 26 18:13:39.059851 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d85f0820-fffe-43d9-8907-132cab4095eb req-5466b648-0de3-47c1-b6f1-ab739f2151cf tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560327 Jun 26 18:13:39.244027 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23793e-79a8-4688-8fa1-b5f83f927455 req-cbfb099a-eba6-425d-bfce-19f2774f3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:39.246513 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ef23793e-79a8-4688-8fa1-b5f83f927455 req-cbfb099a-eba6-425d-bfce-19f2774f3253 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 1099 time: 0.0595078 Jun 26 18:13:39.296611 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ef23793e-79a8-4688-8fa1-b5f83f927455 req-c6e30ee7-8a7b-4c0a-bd0d-7fd407e207cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jun 26 18:13:39.394852 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-3301db48-ef02-42e2-b654-578fee30306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:39.396350 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-3301db48-ef02-42e2-b654-578fee30306c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6&tenant_id=17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 1097 time: 0.1036389 Jun 26 18:13:39.612220 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edde779-6eca-4722-ac91-5dddc934ce9b req-643ed898-d6d8-4289-9632-01e2fbdaa4b9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:39.613784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3edde779-6eca-4722-ac91-5dddc934ce9b req-643ed898-d6d8-4289-9632-01e2fbdaa4b9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0886018 Jun 26 18:13:39.622976 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513d364-4911-4f06-a3b8-4f8dccb0cef9 req-d06e95c9-2bf3-4fbc-b631-e02faed7f70b tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:39.629596 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c513d364-4911-4f06-a3b8-4f8dccb0cef9 req-d06e95c9-2bf3-4fbc-b631-e02faed7f70b tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.1317015 Jun 26 18:13:39.684468 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3edde779-6eca-4722-ac91-5dddc934ce9b req-955326d9-7c83-4ccb-85e5-df2e272fac5d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517962 Jun 26 18:13:39.696273 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c513d364-4911-4f06-a3b8-4f8dccb0cef9 req-38f4233f-8fe5-487e-bffe-9223736b08ae tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651927 Jun 26 18:13:39.778895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-c377b0c5-a767-459a-a438-b7f7eb2b60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:39.782090 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-c377b0c5-a767-459a-a438-b7f7eb2b60f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0601368 Jun 26 18:13:39.881352 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-17c8e998-efb3-4c73-9bf0-a2ce0459d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:39.882835 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-17c8e998-efb3-4c73-9bf0-a2ce0459d4ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0939598 Jun 26 18:13:39.964079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-ab854344-596d-446d-85f2-6d19c1fa7fb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 200 len: 1000 time: 0.0732343 Jun 26 18:13:40.018496 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-c80f0e37-be3b-4201-aca8-1974f21e8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:40.020011 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-c80f0e37-be3b-4201-aca8-1974f21e8407 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0456693 Jun 26 18:13:40.099485 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-e14fe76e-15f2-4dab-ab50-fafc2a90dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:40.101825 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-e14fe76e-15f2-4dab-ab50-fafc2a90dc4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713494 Jun 26 18:13:40.233992 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-3165519c-367a-4901-b85d-e5824dfc4eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216636 Jun 26 18:13:40.325259 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587770d6-d7cf-477c-8acb-9924e975764d req-f6b11b2e-f47b-426f-bfaf-eefb9d4bd161 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:40.326810 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-587770d6-d7cf-477c-8acb-9924e975764d req-f6b11b2e-f47b-426f-bfaf-eefb9d4bd161 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1262019 Jun 26 18:13:40.370010 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f79bb3-0a68-49b6-a784-22577a51fd82 req-fbdf36de-b2d4-4361-80b5-ad1d4774e719 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244097 Jun 26 18:13:40.383824 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-587770d6-d7cf-477c-8acb-9924e975764d req-78fac76e-32ec-4151-8124-880380b0d309 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Jun 26 18:13:41.057884 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170351ea-2c0f-4df8-9dee-de844a077bf6 req-657bb9e8-2be9-4ac0-bbd5-f782b1c26f06 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:41.065670 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-170351ea-2c0f-4df8-9dee-de844a077bf6 req-657bb9e8-2be9-4ac0-bbd5-f782b1c26f06 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1364257 Jun 26 18:13:41.077795 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6745ba-ccf1-407a-8b5d-02c3a6acbe94 req-d0e429c9-6698-4c09-aa09-23f32dd46f2e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:41.086461 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2c6745ba-ccf1-407a-8b5d-02c3a6acbe94 req-d0e429c9-6698-4c09-aa09-23f32dd46f2e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.1456954 Jun 26 18:13:41.163683 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2c6745ba-ccf1-407a-8b5d-02c3a6acbe94 req-a842cddb-6e66-48a3-8df3-b8f033497b5e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758662 Jun 26 18:13:41.182751 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-170351ea-2c0f-4df8-9dee-de844a077bf6 req-f4126255-96ba-4061-8230-c632a297bb5b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158900 Jun 26 18:13:41.601760 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb239b-7368-417f-8503-eb580bb9b25b req-be2f0812-47b4-48a3-9168-4aec7db4d89a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:41.609039 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34bb239b-7368-417f-8503-eb580bb9b25b req-be2f0812-47b4-48a3-9168-4aec7db4d89a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0938601 Jun 26 18:13:41.654834 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34bb239b-7368-417f-8503-eb580bb9b25b req-e3103597-fd1f-42fd-9072-f07b9469cc8a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Jun 26 18:13:42.654889 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff39cd-f753-42a3-835d-65b915abc92d req-0267b4f1-8024-4e71-9dbb-867f56045dcb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:42.656456 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71ff39cd-f753-42a3-835d-65b915abc92d req-0267b4f1-8024-4e71-9dbb-867f56045dcb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1882758 Jun 26 18:13:42.669380 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141a801-0290-48ac-b107-488f3f57fd1e req-5027cb47-1cef-459f-8c75-5b44eeb48025 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:42.670846 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5141a801-0290-48ac-b107-488f3f57fd1e req-5027cb47-1cef-459f-8c75-5b44eeb48025 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.1383204 Jun 26 18:13:42.741378 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71ff39cd-f753-42a3-835d-65b915abc92d req-eb5a9fb4-d71e-4047-9611-f059b911b3e1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688176 Jun 26 18:13:42.770776 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5141a801-0290-48ac-b107-488f3f57fd1e req-c0f89ae9-5ce0-4a81-ae1e-ed2e7377950d tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913823 Jun 26 18:13:43.045037 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e1ad2-2854-44bc-9f34-c6678df5876a req-1930d9ef-8a4c-4f90-a201-d36b92e853a8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:43.046803 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc8e1ad2-2854-44bc-9f34-c6678df5876a req-1930d9ef-8a4c-4f90-a201-d36b92e853a8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1791713 Jun 26 18:13:43.119285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc8e1ad2-2854-44bc-9f34-c6678df5876a req-8267c7e3-9ce7-4882-8d39-cd828fb778ca tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Jun 26 18:13:43.666772 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-fb8dfcd5-5e86-454c-98ca-5fb387285ef4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084487665&fields=id&tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b HTTP/1.1" status: 200 len: 267 time: 0.0528903 Jun 26 18:13:43.802119 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-02ff644e-b30d-4605-903e-3d009d71f8cf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:43.809925 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-02ff644e-b30d-4605-903e-3d009d71f8cf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 808 time: 0.1344824 Jun 26 18:13:43.831911 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-2ea13db5-e43a-487e-a681-c96fc9bee56c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/quotas/7ec4ec2ce0d6486ba7e8d13bdf96785b HTTP/1.1" status: 200 len: 375 time: 0.0209093 Jun 26 18:13:44.027325 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-a1cacab8-0d91-4e53-8b18-1be6b3477020 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944594 Jun 26 18:13:44.091570 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0efa-9305-478c-8cb7-099b5605fcb4 req-c118b9a0-013a-4ae6-bb25-8bd228659c68 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:44.093173 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a60c0efa-9305-478c-8cb7-099b5605fcb4 req-c118b9a0-013a-4ae6-bb25-8bd228659c68 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1803463 Jun 26 18:13:44.262537 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a60c0efa-9305-478c-8cb7-099b5605fcb4 req-950aed7d-b270-4487-8e68-2d45fcbb4a27 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015995 Jun 26 18:13:44.323561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-032f0948-9c1a-4554-baa7-7bba89d895a4 service neutron] 10.222.0.23 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719095 Jun 26 18:13:44.539122 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-4a04ee72-9fe9-4681-821a-74d932bccdf4 service neutron] 10.222.0.23 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156868 Jun 26 18:13:44.572030 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1b81c-efd9-4af5-a404-d86863e489fc req-4d30f8b2-8930-4e1b-9e47-975e27814218 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:44.573702 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-03c1b81c-efd9-4af5-a404-d86863e489fc req-4d30f8b2-8930-4e1b-9e47-975e27814218 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1415963 Jun 26 18:13:44.634993 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-03c1b81c-efd9-4af5-a404-d86863e489fc req-7e90f85c-a17b-4184-b4c1-36cd896adf1c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542371 Jun 26 18:13:44.782914 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b2d9fd1-d5d5-4ff5-adca-7cfff5dfb6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:45.030535 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e886b644-9a1a-419d-a087-9a5d459ce31b req-fbf5459e-1788-45fe-8025-8e4645df6265 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0322640 Jun 26 18:13:45.575585 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a68f5-ebcf-4475-9ca7-45f2a4c464ea req-49ff01c3-c026-4007-9f02-c0fa83997a73 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:45.577049 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fd2a68f5-ebcf-4475-9ca7-45f2a4c464ea req-49ff01c3-c026-4007-9f02-c0fa83997a73 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0881782 Jun 26 18:13:45.759743 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fd2a68f5-ebcf-4475-9ca7-45f2a4c464ea req-f30c8fe6-c89d-4fa1-b3c6-4a315c996330 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231122 Jun 26 18:13:46.042523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5b8d0-7787-45e6-be20-8914d63226fa req-097554d9-eb47-4642-a95d-66387646867a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:46.044052 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3ae5b8d0-7787-45e6-be20-8914d63226fa req-097554d9-eb47-4642-a95d-66387646867a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1491005 Jun 26 18:13:46.097712 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3ae5b8d0-7787-45e6-be20-8914d63226fa req-c4411779-b086-4869-9907-1d6f15e90779 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Jun 26 18:13:46.239953 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f9569fa-2094-4bde-98c1-1b6f7f7513be req-f0da134c-2a20-44ca-8bb6-b7c8e8c31bdf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0310712 Jun 26 18:13:46.975275 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2ba6-97a3-4109-9ad6-2dcc899b8f08 req-8885db9a-87da-49e5-81fc-0d0c31291586 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:46.977038 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34fe2ba6-97a3-4109-9ad6-2dcc899b8f08 req-8885db9a-87da-49e5-81fc-0d0c31291586 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0786314 Jun 26 18:13:47.017926 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34fe2ba6-97a3-4109-9ad6-2dcc899b8f08 req-09f29400-e3c5-40c5-951e-4d98cbddaf34 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344319 Jun 26 18:13:47.304825 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149d1d8-8569-47d5-838b-f73684c7f572 req-f7d44e72-e830-43ba-b13b-f445a7a12ddc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:47.306283 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e149d1d8-8569-47d5-838b-f73684c7f572 req-f7d44e72-e830-43ba-b13b-f445a7a12ddc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0798278 Jun 26 18:13:47.362398 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e149d1d8-8569-47d5-838b-f73684c7f572 req-5762beeb-5c67-4079-ba27-33c2564273fe tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Jun 26 18:13:47.510185 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-90320133-cc6a-4b30-abe4-0b548f34a9b2 req-977f935b-92c0-43fb-96cd-05d8682c5d42 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0334713 Jun 26 18:13:47.535137 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1775-ddde-422d-8943-4ffd07dd2c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:47.593594 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:48.247565 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17988c-469b-47ef-8e6a-47c580f2e1f6 req-6d305112-99af-4315-a6f8-cabfaf891f7e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:48.249200 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aa17988c-469b-47ef-8e6a-47c580f2e1f6 req-6d305112-99af-4315-a6f8-cabfaf891f7e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0880992 Jun 26 18:13:48.319502 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aa17988c-469b-47ef-8e6a-47c580f2e1f6 req-fbca9f44-0496-4ce4-b694-555c97feb813 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641425 Jun 26 18:13:48.631604 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:48.713099 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbdcbf-e59e-4d5c-8976-6cb9fcaab479 req-daaaa33f-809f-4240-824a-e6961264df09 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:48.727977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2dbbdcbf-e59e-4d5c-8976-6cb9fcaab479 req-daaaa33f-809f-4240-824a-e6961264df09 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.2320576 Jun 26 18:13:48.782258 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2dbbdcbf-e59e-4d5c-8976-6cb9fcaab479 req-9cf1912c-e06d-4a90-8221-18d486bc47aa tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Jun 26 18:13:48.969593 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aca15f77-f3c3-4555-97a8-5116de484721 req-dc90b5ac-56b4-4e71-8cf5-b39a4d922d90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0420501 Jun 26 18:13:49.577157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77894d0c-0595-4025-b48b-d9c8c061b222 req-c7410338-f93a-4fa6-9d83-7d55f16425ef tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:49.579159 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77894d0c-0595-4025-b48b-d9c8c061b222 req-c7410338-f93a-4fa6-9d83-7d55f16425ef tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1062167 Jun 26 18:13:49.627853 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77894d0c-0595-4025-b48b-d9c8c061b222 req-39357c5f-da0e-454c-9a58-a2368bb02aa2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Jun 26 18:13:49.980943 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f1f9c-ffad-4eef-9d4d-4b22d10b0f7f req-7f840594-6162-48ca-8566-1b04e722a2c8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:49.988882 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b18f1f9c-ffad-4eef-9d4d-4b22d10b0f7f req-7f840594-6162-48ca-8566-1b04e722a2c8 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0766869 Jun 26 18:13:50.037563 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b18f1f9c-ffad-4eef-9d4d-4b22d10b0f7f req-8fff1cfc-14e4-4f12-bc0b-6f5e235a64f3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Jun 26 18:13:50.062638 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:50.186455 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0b549e6c-8777-4dc4-8e1c-ac11c086e07f req-e8dca415-7558-4240-a5f4-f29f15ed397a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0278604 Jun 26 18:13:50.821500 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57de70-c4cd-497d-917c-82f3b8672d8d req-6ce3f78f-0c08-45d5-bb1a-d7d90d8d6b7b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:50.822940 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bb57de70-c4cd-497d-917c-82f3b8672d8d req-6ce3f78f-0c08-45d5-bb1a-d7d90d8d6b7b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0691323 Jun 26 18:13:50.858982 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bb57de70-c4cd-497d-917c-82f3b8672d8d req-05dbc5f7-55c7-4c47-85c9-c8c2fba81b96 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303378 Jun 26 18:13:51.214182 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8a060-6366-4030-b4b7-be0570bbcd4f req-9902b8da-cb1a-4a40-b530-0369061344eb tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:51.215683 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-75c8a060-6366-4030-b4b7-be0570bbcd4f req-9902b8da-cb1a-4a40-b530-0369061344eb tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0643687 Jun 26 18:13:51.255180 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-75c8a060-6366-4030-b4b7-be0570bbcd4f req-e648684c-34f6-4d67-ba13-3c2bfaa07bca tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jun 26 18:13:51.401257 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8bd63b8f-6ddd-47fc-bed1-24d110aa0bd8 req-ced6093f-6b9e-40c8-bc74-0317f898721b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0292211 Jun 26 18:13:52.077599 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fae1b1-6477-4b5a-becc-f6753ad51f1b req-748d8bc1-6257-4c07-8b6d-8eb4d2674be0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:52.079148 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60fae1b1-6477-4b5a-becc-f6753ad51f1b req-748d8bc1-6257-4c07-8b6d-8eb4d2674be0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0964611 Jun 26 18:13:52.119826 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60fae1b1-6477-4b5a-becc-f6753ad51f1b req-818d496d-6034-413d-8ccf-fabba036e0e6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Jun 26 18:13:52.467236 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaffbfa-a616-4dd5-b557-d60d80d58307 req-e519accc-b78e-473b-a506-8532ad968a92 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:52.468826 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-abaffbfa-a616-4dd5-b557-d60d80d58307 req-e519accc-b78e-473b-a506-8532ad968a92 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0768831 Jun 26 18:13:52.509267 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-abaffbfa-a616-4dd5-b557-d60d80d58307 req-8b5f7a14-1805-4047-b5cc-2d4b0b85acc9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Jun 26 18:13:52.655702 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f8094c3b-3b89-4892-a4fa-62d0b7703879 req-8a895a71-343f-46e3-abb3-d21fee7b194a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0284090 Jun 26 18:13:53.100836 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57194) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:53.147048 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Deleting subnet dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:13:53.152458 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.187840 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.225910 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.289115 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.292667 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d0db0e33-9149-40f2-8be9-dc1c21878464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:53.316254 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:53.320183 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.323852 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd6573-c2b0-4fb3-a0f6-277b9ca86735 req-3a0c357b-c316-4aca-8f32-2ffdc9bcdba5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:53.324766 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dbaa2b3a-f411-4fb8-9261-cecab2b9cc7b HTTP/1.1" status: 204 len: 168 time: 0.2229373 Jun 26 18:13:53.325489 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3acd6573-c2b0-4fb3-a0f6-277b9ca86735 req-3a0c357b-c316-4aca-8f32-2ffdc9bcdba5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0703483 Jun 26 18:13:53.325689 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3a47b7fe-71fe-4b0b-8471-d5aece9f195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:53.325955 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57198) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:53.412467 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3acd6573-c2b0-4fb3-a0f6-277b9ca86735 req-ce986504-57d2-4dfa-a73b-425ce5af1afb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799897 Jun 26 18:13:53.418226 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.499998 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.510818 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8f9d18-433a-4b5e-9517-cf7cc9bf0564']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:53.520170 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844d246f-084c-42a2-a3f5-f02a0b169102') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:53.520470 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844d246f-084c-42a2-a3f5-f02a0b169102') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:13:53.528788 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.542193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.548299 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:13:53.548781 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:13:53.550488 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:13:53.617361 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.623526 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.625756 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc8f9d18-433a-4b5e-9517-cf7cc9bf0564 HTTP/1.1" status: 204 len: 168 time: 0.2988052 Jun 26 18:13:53.627858 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:53.866261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57206) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:53.901426 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8f9d18-433a-4b5e-9517-cf7cc9bf0564,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:53.908639 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-699c2027-a512-4023-8f78-09b42238605a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a67365b90158441f859bd7f889e4b81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410578 Jun 26 18:13:53.911115 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57208) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:53.912909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.913286 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.913625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.914022 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.914364 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.914703 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.915084 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.915448 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.915784 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.916114 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.916445 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.916773 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:53.920065 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:53.951492 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f12fd3-a6a3-46f7-80dc-10fd1e390af5 req-9700655d-5704-4c21-8d5d-840bce16dc2f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:53.953023 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80f12fd3-a6a3-46f7-80dc-10fd1e390af5 req-9700655d-5704-4c21-8d5d-840bce16dc2f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.3261940 Jun 26 18:13:53.967855 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:53.994029 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:54.004233 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80f12fd3-a6a3-46f7-80dc-10fd1e390af5 req-2dd469a1-67fc-4ea7-824c-9e1ade94127d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Jun 26 18:13:54.039117 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:54.041903 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:54.043035 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96d98a5d-b705-4453-b8bf-5aa8ba6c961c HTTP/1.1" status: 204 len: 168 time: 0.1302679 Jun 26 18:13:54.044078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a29d09e7-a1de-4453-9aa1-0dadc7c46ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:54.052345 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d98a5d-b705-4453-b8bf-5aa8ba6c961c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:54.063795 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.064169 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.064532 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.064891 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.065478 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.065610 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.065923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.066271 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.066615 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.066960 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.067300 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.067671 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:13:54.071218 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:54.133019 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:54.156366 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c030127-85e4-4aae-9cc2-8d7526a80fb5 req-b0923ecf-3f44-4666-974e-a85dc1fbfd68 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0303006 Jun 26 18:13:54.635186 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b1244-da32-4b0c-9de8-cfe82f5791a3 req-2d75e3f0-566c-4333-b613-2f33c5a9eda7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:54.636745 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-097b1244-da32-4b0c-9de8-cfe82f5791a3 req-2d75e3f0-566c-4333-b613-2f33c5a9eda7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0929446 Jun 26 18:13:54.676074 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-097b1244-da32-4b0c-9de8-cfe82f5791a3 req-066cc7b2-99d9-4af6-b535-7968e3880678 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Jun 26 18:13:55.192600 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188bb24-8937-4cd6-86ff-5b7e74b001b9 req-77b064d3-83ee-458f-8fa7-4797a458cdf3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:55.199511 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f188bb24-8937-4cd6-86ff-5b7e74b001b9 req-77b064d3-83ee-458f-8fa7-4797a458cdf3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0804300 Jun 26 18:13:55.232698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f188bb24-8937-4cd6-86ff-5b7e74b001b9 req-d677a04e-8730-4396-9249-dd3388e4510a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jun 26 18:13:55.406477 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d0ffae9-f827-4263-9400-fbfbeb9492eb req-7dc2f968-d547-4ce4-b543-45481884ff57 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0284739 Jun 26 18:13:55.852231 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce5cbd-0456-42f4-acad-5f4addac9e72 req-06e68ecd-97e6-42ec-9260-b37f7fb10145 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:55.853682 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0ce5cbd-0456-42f4-acad-5f4addac9e72 req-06e68ecd-97e6-42ec-9260-b37f7fb10145 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0637286 Jun 26 18:13:55.895510 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0ce5cbd-0456-42f4-acad-5f4addac9e72 req-6ebb677d-8c35-466c-b05b-28ddeba1b27b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Jun 26 18:13:56.350447 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-fd8427bc-e6bc-4f00-ba64-ae404a7e7853 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536036 Jun 26 18:13:56.444998 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611132d-b559-45d7-b931-3f9c15c8c1fb req-cd762f6a-cd75-48e8-8324-b21d8fae3030 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:56.446892 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8611132d-b559-45d7-b931-3f9c15c8c1fb req-cd762f6a-cd75-48e8-8324-b21d8fae3030 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0955873 Jun 26 18:13:56.547987 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8611132d-b559-45d7-b931-3f9c15c8c1fb req-b372a7b9-2f71-475b-bd70-cf245dedf477 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772104 Jun 26 18:13:56.566340 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-440e8354-2843-4dda-b3bf-3c3318b5516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:56.571230 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-440e8354-2843-4dda-b3bf-3c3318b5516c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 1098 time: 0.1090682 Jun 26 18:13:56.714094 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0cf00e94-611f-4ae6-90c6-f33a044779dc req-7306fde6-c5dd-410d-86fc-ed4a08480e29 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0411181 Jun 26 18:13:56.773755 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-ebc73779-aa23-4848-ae47-8fa9964acada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:56.775173 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-ebc73779-aa23-4848-ae47-8fa9964acada service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.1110010 Jun 26 18:13:56.838567 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-43ff1ad6-6a20-4b15-a5b1-d02f7fdae9b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31414708-fce1-4bf2-a796-e7709aaed3ad HTTP/1.1" status: 200 len: 217 time: 0.0341277 Jun 26 18:13:56.891541 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-878cab7a-b2d7-43f0-84e3-62e6042bc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:56.892977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-878cab7a-b2d7-43f0-84e3-62e6042bc12d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0427082 Jun 26 18:13:56.926203 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-57d27b09-4b32-41af-b5e5-01364c99f498 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258951 Jun 26 18:13:57.027797 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-da8897ad-3654-43ba-ba9d-32c8721e672c service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940366 Jun 26 18:13:57.139873 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b26b79-d403-4450-bf49-b36433164260 req-18fa48e6-f43b-48ed-b77f-992acb82850a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:57.141334 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b2b26b79-d403-4450-bf49-b36433164260 req-18fa48e6-f43b-48ed-b77f-992acb82850a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1280596 Jun 26 18:13:57.166563 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42e41f24-2cda-40cf-a8cb-a7b9098c29c6 req-32a982fe-71be-4add-82c7-a70df460579c service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238561 Jun 26 18:13:57.185695 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b2b26b79-d403-4450-bf49-b36433164260 req-22751b27-8bae-43f6-85c4-8935552c1189 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354514 Jun 26 18:13:57.410144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-4964d756-ec87-4e40-8bf3-f3158b09f1be tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:57.411581 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-4964d756-ec87-4e40-8bf3-f3158b09f1be tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 808 time: 0.1045094 Jun 26 18:13:57.503483 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-ea97260c-a044-4005-a380-fcf755beb2fa tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b HTTP/1.1" status: 200 len: 380 time: 0.0341244 Jun 26 18:13:57.514885 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'port': {'device_id': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'admin_state_up': True, 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'security_groups': ['537b2c2f-4444-435b-bb56-664a61994c28']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:57.617158 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Made reservation on behalf of 7ec4ec2ce0d6486ba7e8d13bdf96785b for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:57.621018 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:57.786487 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Allocated IP 172.20.0.5 (83729a25-5b9c-452a-9f83-633070f14eb8/a8a90b8a-99ba-481c-b83f-b27bd4123551/ae9df07b-08c6-4d76-97e0-7764b33f92c3) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:13:57.799025 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174454ba-02ce-47c5-90ef-e699421a84b4 req-5325e555-2c63-4a5a-8772-99f8ff22a9d3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:57.800525 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-174454ba-02ce-47c5-90ef-e699421a84b4 req-5325e555-2c63-4a5a-8772-99f8ff22a9d3 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1241403 Jun 26 18:13:57.902448 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e70528fb-e4e1-45bc-ac5a-677e203b7517 req-2c492f83-3071-469a-b657-aa3ac4bcb587 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0620704 Jun 26 18:13:57.922593 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-174454ba-02ce-47c5-90ef-e699421a84b4 req-22202ec6-b232-4f13-a839-e7857dba9d1b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138957 Jun 26 18:13:57.954754 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57288) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:58.007808 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.020483 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Transition to ACTIVE for port object ae9df07b-08c6-4d76-97e0-7764b33f92c3 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:58.055790 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.063450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:58.070205 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.107748 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Network 83729a25-5b9c-452a-9f83-633070f14eb8 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:13:58.115198 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:13:58.121427 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:13:58.153239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:58.157625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:58.175503 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:58.176213 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.182354 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.187457 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.190344 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-86038961-7922-4b7f-a6de-4539d32ec78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:58.193818 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823761 Jun 26 18:13:58.240800 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=804ff37cd5ae4973822bf10ad82acf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842686 Jun 26 18:13:58.241724 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfe281-ff21-4328-ae4a-17af63eaf8a7,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:58.243919 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57294) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:58.252335 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:58.277644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Request body: {'port': {'device_id': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:58.381796 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-550b347f-77fe-4c76-b142-b0c067509ab3 None None] Provisioning for port ae9df07b-08c6-4d76-97e0-7764b33f92c3 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:13:58.385590 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-550b347f-77fe-4c76-b142-b0c067509ab3 None None] Provisioning complete for port ae9df07b-08c6-4d76-97e0-7764b33f92c3 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:13:58.385975 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-550b347f-77fe-4c76-b142-b0c067509ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.421834 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-550b347f-77fe-4c76-b142-b0c067509ab3 None None] Port ae9df07b-08c6-4d76-97e0-7764b33f92c3 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:13:58.445684 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.450017 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.476780 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927dbe-2cb5-4eb4-b51d-451cfd71ab48 req-a2c6066f-5751-497f-a488-a351d290af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:58.478267 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f3927dbe-2cb5-4eb4-b51d-451cfd71ab48 req-a2c6066f-5751-497f-a488-a351d290af88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.0585742 Jun 26 18:13:58.498811 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa25f8-79cb-4d61-8b74-0d4a794bd9ca req-50c31d64-31e3-41c7-a6f0-75305e6fe8e5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:58.500314 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0eaa25f8-79cb-4d61-8b74-0d4a794bd9ca req-50c31d64-31e3-41c7-a6f0-75305e6fe8e5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1776974 Jun 26 18:13:58.515722 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f3927dbe-2cb5-4eb4-b51d-451cfd71ab48 req-06ed2dd1-eb07-4700-807a-9665788c3768 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291069 Jun 26 18:13:58.518163 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.639127 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0eaa25f8-79cb-4d61-8b74-0d4a794bd9ca req-3e5f304f-1f03-44dc-a44c-64eb4b8d2d86 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175187 Jun 26 18:13:58.661002 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.663605 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.666987 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbdfe281-ff21-4328-ae4a-17af63eaf8a7 HTTP/1.1" status: 204 len: 168 time: 0.4198270 Jun 26 18:13:58.667560 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0534e5b6-42ee-4ad6-ade3-1019f47a0290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:58.686645 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfe281-ff21-4328-ae4a-17af63eaf8a7,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:58.694804 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:58.822797 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9df07b-08c6-4d76-97e0-7764b33f92c3 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:13:58.829979 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.842352 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Transition to ACTIVE for port object ae9df07b-08c6-4d76-97e0-7764b33f92c3 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:13:58.846607 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:58.848629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:58.899071 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:58.901865 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:58.979944 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Attempting to bind port ae9df07b-08c6-4d76-97e0-7764b33f92c3 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:13:58.980568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Attempting to bind port ae9df07b-08c6-4d76-97e0-7764b33f92c3 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:13:58.980840 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Attempting to bind port ae9df07b-08c6-4d76-97e0-7764b33f92c3 on network 83729a25-5b9c-452a-9f83-633070f14eb8 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:58.987730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Port ae9df07b-08c6-4d76-97e0-7764b33f92c3 on network 83729a25-5b9c-452a-9f83-633070f14eb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:13:58.988056 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Attempting to bind port ae9df07b-08c6-4d76-97e0-7764b33f92c3 on network 83729a25-5b9c-452a-9f83-633070f14eb8 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:13:58.996626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:13:58.996839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Checking segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:13:58.997194 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Bound using segment: {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:13:58.997717 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Bound port: ae9df07b-08c6-4d76-97e0-7764b33f92c3, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38ab27e-b236-4f2a-97da-79c489858a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:13:58.998159 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.156899 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:13:59.176196 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:13:59.190203 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.193688 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d86e8beb-ecdb-4be1-aee5-8741741157ec tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:59.237438 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a39264-e1cd-4d8d-9984-8b974afc1017 req-0d3ac495-dbd4-4ad7-a5fd-18868a9b68ea tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.239022 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a5a39264-e1cd-4d8d-9984-8b974afc1017 req-0d3ac495-dbd4-4ad7-a5fd-18868a9b68ea tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1928899 Jun 26 18:13:59.246597 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.247205 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.249152 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 1093 time: 0.9833360 Jun 26 18:13:59.258865 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267f071-001e-41e2-a416-93d031afc92f req-4a8038d9-7334-4276-aa82-c955da45af38 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.259844 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e267f071-001e-41e2-a416-93d031afc92f req-4a8038d9-7334-4276-aa82-c955da45af38 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1822064 Jun 26 18:13:59.260352 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:13:59.262649 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6921410d-907c-4b4c-9742-b07cf74bc556" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:13:59.335968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:59.359103 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:59.376670 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57324) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:59.386283 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a5a39264-e1cd-4d8d-9984-8b974afc1017 req-096fdf9f-cc71-4af5-bede-499bd1f9e6c8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163545 Jun 26 18:13:59.391819 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e267f071-001e-41e2-a416-93d031afc92f req-d99a1b6a-9be9-4b77-a14d-35e2cfb7bc78 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187260 Jun 26 18:13:59.439059 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-409fe71d-bec4-429a-a6ea-56e2beaa57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.441780 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-409fe71d-bec4-429a-a6ea-56e2beaa57a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1096 time: 0.0923865 Jun 26 18:13:59.458410 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9b499-4fe8-40a8-b4ca-c6f7d3fc2f25 x-openstack-request-id: req-5cc9b499-4fe8-40a8-b4ca-c6f7d3fc2f25 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:13:59.458755 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:13:59.459074 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cc9b499-4fe8-40a8-b4ca-c6f7d3fc2f25 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:13:59.459490 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'status': 'completed', 'code': 200} Jun 26 18:13:59.499901 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-5edaaa11-d473-4138-96ab-e312ddecb14d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 217 time: 0.0389817 Jun 26 18:13:59.511184 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-604154923-network', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:59.532093 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Made reservation on behalf of 5356d91a54fe467e9e511d90a3fe8d1a for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:59.534524 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.542763 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.573279 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-06384174-15ed-4388-ac50-d801e1adf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.575033 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-06384174-15ed-4388-ac50-d801e1adf051 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0543029 Jun 26 18:13:59.629188 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.633608 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.637537 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c38fb064-95fc-4ce8-8bf8-9dc70aae37bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:59.639681 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-9c9d4908-0f11-4571-98be-7acc7d8e49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.641219 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-9c9d4908-0f11-4571-98be-7acc7d8e49be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536158 Jun 26 18:13:59.657294 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:13:59.670283 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2221d259-f299-4209-a735-1fc46991261d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:59.674589 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:59.675698 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.676037 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Added segment ed2370e0-f40b-44a3-adca-10cfe10f1976 of type vlan for network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 Jun 26 18:13:59.717827 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.747138 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-dc15f90d-d986-48e7-80ff-b0d4c7da0528 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931175 Jun 26 18:13:59.749218 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.750642 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.751214 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.753398 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9ab153e0-5b68-47ed-88c4-b405ba5336a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:13:59.810199 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4317453 Jun 26 18:13:59.812729 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57332) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:13:59.818415 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Request body: {'subnet': {'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-604154923-subnet', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:13:59.829491 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Pushing event updated for resources: {'Network': ['ID=a837c674-85e6-4f9f-ba1c-b6cb748b30f3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:13:59.835548 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:13:59.850328 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:13:59.855156 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Made reservation on behalf of 5356d91a54fe467e9e511d90a3fe8d1a for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:13:59.858127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7309521'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:13:59.929180 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4ae7192-0d4b-4b80-aad8-5e47d18821e2 req-40d55e8f-dbd3-46d9-bf47-ffb420935bb0 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488252 Jun 26 18:13:59.942127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c06d7-fbb7-45d8-a2d8-3aa880fcfc7d req-347c98ba-94d6-4c13-b21a-a8792e0bb02f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:13:59.944795 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d5c06d7-fbb7-45d8-a2d8-3aa880fcfc7d req-347c98ba-94d6-4c13-b21a-a8792e0bb02f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1780484 Jun 26 18:13:59.991099 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d5c06d7-fbb7-45d8-a2d8-3aa880fcfc7d req-67bae0d8-4a8d-4449-b3ac-85437e7f1151 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399232 Jun 26 18:14:00.048178 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5330054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7309507'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.050495 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:00.082355 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-d62677de-2cc2-4e9f-9348-95c82585df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.085456 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-d62677de-2cc2-4e9f-9348-95c82585df09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1096 time: 0.0543263 Jun 26 18:14:00.107566 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad55046-70e3-43ad-a9da-cfd8fce09993,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:00.111756 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:00.115765 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Checking segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:00.116118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Network hostable DHCP agents. Network: a837c674-85e6-4f9f-ba1c-b6cb748b30f3, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:14:00.133567 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:14:00.142738 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, a837c674-85e6-4f9f-ba1c-b6cb748b30f3) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:00.147974 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.148567 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.153147 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3080d0-24e6-4a69-af7b-c10de49455f0 None None] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:00.162927 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3488677 Jun 26 18:14:00.165611 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57334) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:00.169929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:00.188214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-dde5f09b-bfb6-4bcd-a913-3d9f6fca5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.189738 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-dde5f09b-bfb6-4bcd-a913-3d9f6fca5475 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 909 time: 0.0951788 Jun 26 18:14:00.190203 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.191439 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.231651 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-d9dbff81-b80b-4f86-9005-a7b38c730c68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 217 time: 0.0337076 Jun 26 18:14:00.242977 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.294307 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-96d9b289-4d06-4afa-8d0d-bef0fe0f7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.295818 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-96d9b289-4d06-4afa-8d0d-bef0fe0f7291 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0513618 Jun 26 18:14:00.303763 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:14:00.304832 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.358641 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-5851f425-6be6-4e87-969c-5eeac0599f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.360164 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-5851f425-6be6-4e87-969c-5eeac0599f80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564778 Jun 26 18:14:00.382425 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.462068 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-c34d79f0-8977-4f45-bb5d-55f6c79d6a23 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894101 Jun 26 18:14:00.483195 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Allocated IP 172.20.0.2 (a837c674-85e6-4f9f-ba1c-b6cb748b30f3/9ad55046-70e3-43ad-a9da-cfd8fce09993/cf85f9c0-a7b0-43e1-9cae-dfb2aea80846) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:00.612363 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.631651 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.646750 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6921410d-907c-4b4c-9742-b07cf74bc556 req-bec52d71-9c40-4b0c-8bb3-d77df9c4d90c service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702087 Jun 26 18:14:00.649430 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.657668 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Transition to ACTIVE for port object cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:00.672500 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Transition to ACTIVE for port object cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:00.680337 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.682499 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-12e407f5-9172-424a-a046-04ecfd24a0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:00.683876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7543b-9ff8-4e6e-8a43-c1732ad7f7a6 req-101e4ae6-e5d5-4e5a-937e-28cae577c043 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.686591 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3cd7543b-9ff8-4e6e-8a43-c1732ad7f7a6 req-101e4ae6-e5d5-4e5a-937e-28cae577c043 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1293340 Jun 26 18:14:00.702268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683923-0cb5-494a-8c4c-3e26ba0737ff req-826ad752-cf9b-4816-84ef-3d75a5bf33a1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:00.703681 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c683923-0cb5-494a-8c4c-3e26ba0737ff req-826ad752-cf9b-4816-84ef-3d75a5bf33a1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1287551 Jun 26 18:14:00.718940 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:00.725120 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:00.729597 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:00.732651 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Pushing event updated for resources: {'Port': ['ID=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:00.742406 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.742758 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.743365 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.743700 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.744035 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.744362 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.744688 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.745016 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.745342 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.745665 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.745986 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.746301 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:00.750656 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:00.757264 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3cd7543b-9ff8-4e6e-8a43-c1732ad7f7a6 req-79fa4252-c396-45e6-9e08-2cfb0dcce742 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526297 Jun 26 18:14:00.759689 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Allocated IP 172.27.2.91 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/de7c0e94-f9b9-4322-bb76-149122e439ab) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:00.769617 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c683923-0cb5-494a-8c4c-3e26ba0737ff req-7cbd47b8-352b-4a6f-9794-3e74c2458658 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Jun 26 18:14:00.808655 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Attempting to bind port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:00.809148 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Attempting to bind port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:00.809645 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Attempting to bind port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:00.815452 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:00.815844 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Checking segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:00.816264 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.816666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Bound using segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:00.817257 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Bound port: cf85f9c0-a7b0-43e1-9cae-dfb2aea80846, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:00.817793 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.872697 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.902992 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] For port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:00.906618 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] For port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:00.913303 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.916108 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:00.927003 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:00.930469 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:00.967322 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:00.970422 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:00.971294 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Pushing event updated for resources: {'Port': ['ID=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:00.974779 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:00.976769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:01.010998 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Pushing event updated for resources: {'Port': ['ID=de7c0e94-f9b9-4322-bb76-149122e439ab,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:01.015060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:01.186346 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95ab21-0842-4055-bca4-86edf6343b2b req-7f43c38b-207b-4b48-8efb-fb3fbeeec17f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:01.195861 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d95ab21-0842-4055-bca4-86edf6343b2b req-7f43c38b-207b-4b48-8efb-fb3fbeeec17f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0835524 Jun 26 18:14:01.291691 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d95ab21-0842-4055-bca4-86edf6343b2b req-3eb42d28-cb9c-4959-9ce6-95df9b4c178e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911856 Jun 26 18:14:01.307016 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:01.422138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-e6284aba-6355-444e-ac54-c803b07b7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:01.423650 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-e6284aba-6355-444e-ac54-c803b07b7d3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c77060df42234339b536e26a6623eced&device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 1099 time: 0.1228609 Jun 26 18:14:01.436461 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303796f1-096a-40c8-bf14-b3c40329283a req-2df142fe-c6a4-4e82-b43d-9040a11c17fb tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:01.437888 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-303796f1-096a-40c8-bf14-b3c40329283a req-2df142fe-c6a4-4e82-b43d-9040a11c17fb tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0937800 Jun 26 18:14:01.515128 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:01.647010 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:14:01.753128 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-303796f1-096a-40c8-bf14-b3c40329283a req-0d885c0f-7617-4970-8132-9932b0888d96 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063731 Jun 26 18:14:01.758842 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:01.770847 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:01.782733 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:01.783306 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:01.784296 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:01.786133 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6195757 Jun 26 18:14:01.789816 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57354) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:01.792137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-668ff392-8f25-4a0f-968d-9df4789653ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:01.793857 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-668ff392-8f25-4a0f-968d-9df4789653ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 200 len: 919 time: 0.3551230 Jun 26 18:14:01.851803 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-4a9aa15e-14de-448b-9c90-8383f8574967 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0502801 Jun 26 18:14:01.941059 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-eb7f1347-4d70-4195-85e2-6363671fe185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:01.942657 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-eb7f1347-4d70-4195-85e2-6363671fe185 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 200 len: 858 time: 0.0825696 Jun 26 18:14:01.957061 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:01.996265 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-ddaedaf5-30a9-49a4-b9e1-b31b0fb3226f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348911 Jun 26 18:14:02.092268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86b0cc-7674-4532-be07-980210697993 req-3388d717-faeb-47c5-8d67-c9de42ffdf09 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:02.094095 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fb86b0cc-7674-4532-be07-980210697993 req-3388d717-faeb-47c5-8d67-c9de42ffdf09 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1870315 Jun 26 18:14:02.145337 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-f214589b-43d4-4260-9024-f327f12c7f2e service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383185 Jun 26 18:14:02.162061 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fb86b0cc-7674-4532-be07-980210697993 req-3d53f369-2934-40e7-bc70-cfdea9bfb181 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614688 Jun 26 18:14:02.168595 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587e763-8000-41d9-83c8-b8e012aec641 None None] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:02.170788 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:01Z', 'revision_number': 3, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:02.208028 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:02.209091 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Updating router 7128093d-e3b3-47ce-9378-7b87b0fa86cc port de7c0e94-f9b9-4322-bb76-149122e439ab binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:14:02.246169 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.257797 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-1c2c7138-0ecf-48bb-9036-3883e7f7c80e None None] Provisioning for port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:02.283788 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08ea0a31-653e-4e2d-8ffc-a145e6285e3c req-d438cdd2-5c0f-49ed-b7cd-f478f23cf512 service neutron] 10.222.0.35 "GET /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206770 Jun 26 18:14:02.528998 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.553166 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1b900-edfd-49ed-b234-fcea4d9448ee req-1627a8f0-213c-44c4-b599-4fd88226c444 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:02.555265 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c6d1b900-edfd-49ed-b234-fcea4d9448ee req-1627a8f0-213c-44c4-b599-4fd88226c444 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1144180 Jun 26 18:14:02.586944 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:02.593098 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.604600 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Transition to ACTIVE for port object de7c0e94-f9b9-4322-bb76-149122e439ab will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:02.614195 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.623536 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c6d1b900-edfd-49ed-b234-fcea4d9448ee req-fffdc57b-f5cf-4c2c-bae8-31709725d9a0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623450 Jun 26 18:14:02.624987 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:02.655315 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:02.659098 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:02.659536 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.678022 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Pushing event updated for resources: {'Port': ['ID=de7c0e94-f9b9-4322-bb76-149122e439ab,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:02.689768 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.690230 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.690690 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.691099 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.691450 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.691779 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.692098 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.692419 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.692758 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.693648 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.693944 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.694254 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:02.704920 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:02.708132 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Attempting to bind port de7c0e94-f9b9-4322-bb76-149122e439ab on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:02.709144 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Attempting to bind port de7c0e94-f9b9-4322-bb76-149122e439ab by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:02.709513 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Attempting to bind port de7c0e94-f9b9-4322-bb76-149122e439ab on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:02.714536 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:02.714904 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:02.715302 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.715888 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:02.716377 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Bound port: de7c0e94-f9b9-4322-bb76-149122e439ab, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:02.716776 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.743699 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Allocated IP 172.20.0.1 (a837c674-85e6-4f9f-ba1c-b6cb748b30f3/9ad55046-70e3-43ad-a9da-cfd8fce09993/a4928ab2-7c10-4c32-a068-5feccf3a1b92) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:02.754172 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.770026 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] For port de7c0e94-f9b9-4322-bb76-149122e439ab, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:02.773139 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] For port de7c0e94-f9b9-4322-bb76-149122e439ab, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=de7c0e94-f9b9-4322-bb76-149122e439ab,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:02.778579 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.780899 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:02.789667 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:02.793754 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.796720 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-5426eac2-9264-47c3-8839-d407ddae2178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:02.837558 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Pushing event updated for resources: {'Port': ['ID=de7c0e94-f9b9-4322-bb76-149122e439ab,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:02.842665 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-99907c3f-c6e0-4675-9350-8314e749e0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:02.852140 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:02.853130 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:02.865615 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:02.868978 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:02.889501 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.904544 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Transition to ACTIVE for port object a4928ab2-7c10-4c32-a068-5feccf3a1b92 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:02.941973 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:02.944821 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9bc2ae1-eac4-44f8-8bc7-b8ec8dc12c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:02.967650 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:02.970479 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb55031-9747-4157-8bec-60481eed7b60 req-2db1155e-940a-4442-9dcd-d497b5a72def tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:02.972012 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3eb55031-9747-4157-8bec-60481eed7b60 req-2db1155e-940a-4442-9dcd-d497b5a72def tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0652509 Jun 26 18:14:02.980168 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:02.986515 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:02.990587 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:03.013514 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Pushing event updated for resources: {'Port': ['ID=a4928ab2-7c10-4c32-a068-5feccf3a1b92,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:03.019531 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:03.023968 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3eb55031-9747-4157-8bec-60481eed7b60 req-77c34f68-86b8-45d9-b0bf-97a9ae2a918b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Jun 26 18:14:03.041349 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.179875 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:01Z', 'revision_number': 3, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:03.190191 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.215260 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea552-75ce-49e5-ac7b-db1267d789fc None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:01Z', 'revision_number': 3, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:03.242730 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-49d93c89-7ad4-4e55-a605-035490d6ac98 None None] Provisioning for port a4928ab2-7c10-4c32-a068-5feccf3a1b92 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:03.247544 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-49d93c89-7ad4-4e55-a605-035490d6ac98 None None] Provisioning complete for port a4928ab2-7c10-4c32-a068-5feccf3a1b92 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:03.248187 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-49d93c89-7ad4-4e55-a605-035490d6ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.289044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-49d93c89-7ad4-4e55-a605-035490d6ac98 None None] Port a4928ab2-7c10-4c32-a068-5feccf3a1b92 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:03.371559 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103c5bc-fe46-4aa2-98f2-1ac99209b67a req-c067e344-309f-402d-ae23-c58c2cd04793 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:03.372204 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.373074 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3103c5bc-fe46-4aa2-98f2-1ac99209b67a req-c067e344-309f-402d-ae23-c58c2cd04793 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0894649 Jun 26 18:14:03.377438 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.379953 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e86686af-8b67-4891-bcf7-2cae0eb56586 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:03.415324 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3103c5bc-fe46-4aa2-98f2-1ac99209b67a req-2e2c41bb-7667-4836-9f56-009db44bd2bb tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Jun 26 18:14:03.446164 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Pushing event updated for resources: {'Port': ['ID=a4928ab2-7c10-4c32-a068-5feccf3a1b92,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:03.449054 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:03.454213 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.559636 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:03.561030 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:03.683298 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:14:03.806684 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:03.820337 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-dae2939d-b802-4ae9-9bc3-c50caa03774f None None] Provisioning complete for port a4928ab2-7c10-4c32-a068-5feccf3a1b92 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:03.820996 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-dae2939d-b802-4ae9-9bc3-c50caa03774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:03.827639 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] 10.222.0.23 "PUT /v2.0/routers/7128093d-e3b3-47ce-9378-7b87b0fa86cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0315003 Jun 26 18:14:03.840541 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d524c-b8af-4380-90e1-3af7018606e0 req-d2573693-5082-417b-b5f1-b86584efb10f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:03.848589 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c5d524c-b8af-4380-90e1-3af7018606e0 req-d2573693-5082-417b-b5f1-b86584efb10f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.0975718 Jun 26 18:14:03.862899 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-dae2939d-b802-4ae9-9bc3-c50caa03774f None None] Port a4928ab2-7c10-4c32-a068-5feccf3a1b92 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:03.894855 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c5d524c-b8af-4380-90e1-3af7018606e0 req-f7c262e9-c20f-462a-abc8-34623a32b4df tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Jun 26 18:14:04.249375 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a799c-dec1-4f60-92cb-c4a6e2223f91 req-b6e37ad6-ef20-45e9-9836-fd6baf82a8b7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:04.251250 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b10a799c-dec1-4f60-92cb-c4a6e2223f91 req-b6e37ad6-ef20-45e9-9836-fd6baf82a8b7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0782287 Jun 26 18:14:04.291830 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b10a799c-dec1-4f60-92cb-c4a6e2223f91 req-081c7b97-fe88-499b-8b09-e75727919719 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Jun 26 18:14:04.380901 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57396) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:04.386052 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870928394-network', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:04.408633 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Made reservation on behalf of d31d244af5004de7bb6c7dfeb212fa25 for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:14:04.411312 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.422161 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.541641 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.546094 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.549536 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-61a6704f-987d-43d2-a6ab-bede3d8c25f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:04.607855 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:14:04.626177 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:04.641697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7296099-3a07-48c0-95b8-070632055ddd,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:04.643985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.644331 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Added segment bca7d7cb-e437-4176-9b9c-a901e7c02b53 of type vlan for network 5ae8d8be-efa9-409b-8b10-aede35256255 Jun 26 18:14:04.668353 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:04.717418 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:04.717962 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.718906 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.751211 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7a1f3-d4ba-4707-abec-cb725e7332a2 req-477be6bb-9366-4fe5-b693-393dfaf1d80b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:04.752885 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e5a7a1f3-d4ba-4707-abec-cb725e7332a2 req-477be6bb-9366-4fe5-b693-393dfaf1d80b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1419101 Jun 26 18:14:04.766226 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:14:04.802033 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.805803 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:04.806388 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.811804 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4aeae64f-0860-4754-99f6-c42424ca14e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:04.819793 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e5a7a1f3-d4ba-4707-abec-cb725e7332a2 req-9fefe150-5cc7-41ed-9009-83da74e7c429 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557163 Jun 26 18:14:04.881992 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4995835 Jun 26 18:14:04.884408 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57404) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:04.889493 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Request body: {'subnet': {'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870928394-subnet', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:04.899571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Pushing event updated for resources: {'Network': ['ID=5ae8d8be-efa9-409b-8b10-aede35256255,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:04.904146 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:04.919533 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Made reservation on behalf of d31d244af5004de7bb6c7dfeb212fa25 for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:14:04.921844 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4803697'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:04.940301 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 5ae8d8be-efa9-409b-8b10-aede35256255 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:14:05.071642 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device de7c0e94-f9b9-4322-bb76-149122e439ab up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:05.129422 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:05.157852 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '62d9529f-1d82-4870-9f7f-01498a20b438', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'port_id': '62d9529f-1d82-4870-9f7f-01498a20b438', 'mac_address': 'fa:16:3e:3f:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:14:05.187020 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4706569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4803683'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.192478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:05.203018 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port de7c0e94-f9b9-4322-bb76-149122e439ab completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:05.209127 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.211189 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port de7c0e94-f9b9-4322-bb76-149122e439ab triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:05.211577 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.224455 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:05.256365 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d9529f-1d82-4870-9f7f-01498a20b438 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:14:05.258521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a7a0-4d66-4336-b8bb-8b36a6bf43d8 req-098d28bb-0c25-4380-b9e1-ce33ba80611e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:05.260102 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad16a7a0-4d66-4336-b8bb-8b36a6bf43d8 req-098d28bb-0c25-4380-b9e1-ce33ba80611e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 944 time: 0.1743691 Jun 26 18:14:05.278065 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:05.278690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:05.285936 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3546a7-b992-464c-bfa7-9309bf67c6c2,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:05.291917 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:05.294448 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:05.310896 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Checking segment: {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:05.311439 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Network hostable DHCP agents. Network: 5ae8d8be-efa9-409b-8b10-aede35256255, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:14:05.328402 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad16a7a0-4d66-4336-b8bb-8b36a6bf43d8 req-cad96e6b-5914-43c6-8040-4c4cb8fdc8c3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596993 Jun 26 18:14:05.338012 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.342601 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Network 5ae8d8be-efa9-409b-8b10-aede35256255 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:14:05.343893 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:05.360688 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 5ae8d8be-efa9-409b-8b10-aede35256255) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:05.366877 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:05.367916 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.382625 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaed55d-ab4e-4ce3-8bce-ecfb49af7bb7 None None] Network 5ae8d8be-efa9-409b-8b10-aede35256255 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:05.384598 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e20b862e-caeb-4f11-8ead-6ae7473451b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4991989 Jun 26 18:14:05.387047 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57410) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:05.391516 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:05.414084 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.415272 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.502488 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.594883 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c0cf0-559d-43f6-9e48-73440859e9a9 req-ec4f4ea7-3e4b-4174-a964-8f747d71b3e9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:05.596406 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e2c0cf0-559d-43f6-9e48-73440859e9a9 req-ec4f4ea7-3e4b-4174-a964-8f747d71b3e9 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1750588 Jun 26 18:14:05.648231 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.667973 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=9']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:05.676054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.683760 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:05.685569 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:05.714421 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e2c0cf0-559d-43f6-9e48-73440859e9a9 req-08167400-a135-43a2-8312-e0717b94f15d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876725 Jun 26 18:14:05.717420 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port de7c0e94-f9b9-4322-bb76-149122e439ab, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=de7c0e94-f9b9-4322-bb76-149122e439ab,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:05.729481 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.734122 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:05.893837 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=de7c0e94-f9b9-4322-bb76-149122e439ab,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:05.911256 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:05.948568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.958569 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['62d9529f-1d82-4870-9f7f-01498a20b438'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:05.964793 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-5ae8d8be-efa9-409b-8b10-aede35256255', 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'fixed_ips': [{'subnet_id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:14:05.966330 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:05.977048 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.134627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac633a-5d21-4689-ae40-a6d3e9e67f9c req-f5e02d66-569f-46ba-a8a7-37e1d39595a2 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:06.136184 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28ac633a-5d21-4689-ae40-a6d3e9e67f9c req-f5e02d66-569f-46ba-a8a7-37e1d39595a2 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1519358 Jun 26 18:14:06.158608 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Allocated IP 172.27.2.106 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:06.212356 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28ac633a-5d21-4689-ae40-a6d3e9e67f9c req-30781545-bd05-40a3-ad23-fa0e87ea9ff8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684578 Jun 26 18:14:06.246083 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 2, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:06.248277 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Allocated IP 172.20.0.2 (5ae8d8be-efa9-409b-8b10-aede35256255/ba3546a7-b992-464c-bfa7-9309bf67c6c2/b87604ce-d758-45d7-a2b9-93c419478b60) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:06.284042 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:06.284412 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Updating router 7128093d-e3b3-47ce-9378-7b87b0fa86cc port a4928ab2-7c10-4c32-a068-5feccf3a1b92 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:14:06.301804 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.342994 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.346842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:06.381115 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:06.383851 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:06.384864 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.386650 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:06.487362 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:06.522522 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:06.526958 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device de7c0e94-f9b9-4322-bb76-149122e439ab up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:06.624385 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.640668 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Transition to ACTIVE for port object b87604ce-d758-45d7-a2b9-93c419478b60 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:06.642879 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3463abf-297e-45b3-bcaa-853378d85a5e req-2a3000d1-1c8c-4346-85a0-d7f78c26719b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:06.646078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c3463abf-297e-45b3-bcaa-853378d85a5e req-2a3000d1-1c8c-4346-85a0-d7f78c26719b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.1595943 Jun 26 18:14:06.700134 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port de7c0e94-f9b9-4322-bb76-149122e439ab triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:06.700134 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.700134 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Transition to ACTIVE for port object b87604ce-d758-45d7-a2b9-93c419478b60 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:06.726548 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.728979 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c3463abf-297e-45b3-bcaa-853378d85a5e req-064cbf0a-48d1-406e-865b-3ed44534edc2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741332 Jun 26 18:14:06.731913 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:06.737985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.788653 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Network 5ae8d8be-efa9-409b-8b10-aede35256255 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:06.803578 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:06.814079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:06.821987 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Pushing event updated for resources: {'Port': ['ID=b87604ce-d758-45d7-a2b9-93c419478b60,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:06.828025 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:06.956394 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Attempting to bind port b87604ce-d758-45d7-a2b9-93c419478b60 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:06.956743 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Attempting to bind port b87604ce-d758-45d7-a2b9-93c419478b60 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:06.957112 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Attempting to bind port b87604ce-d758-45d7-a2b9-93c419478b60 on network 5ae8d8be-efa9-409b-8b10-aede35256255 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:06.960937 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.973722 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:06.974675 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Checking segment: {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:06.975122 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.975547 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Bound using segment: {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:06.976037 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Bound port: b87604ce-d758-45d7-a2b9-93c419478b60, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:06.976441 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:06.980876 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Transition to ACTIVE for port object a4928ab2-7c10-4c32-a068-5feccf3a1b92 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:06.996874 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.018654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-44714eba-55f5-4700-ba86-4e77e4a787a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:07.089570 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b1c1a-26fd-4df2-92f2-bc4c9ffb44df None None] Pushing event updated for resources: {'Port': ['ID=a4928ab2-7c10-4c32-a068-5feccf3a1b92,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:07.094997 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] For port b87604ce-d758-45d7-a2b9-93c419478b60, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:07.097288 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-df6b1c1a-26fd-4df2-92f2-bc4c9ffb44df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:07.100112 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] For port b87604ce-d758-45d7-a2b9-93c419478b60, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=b87604ce-d758-45d7-a2b9-93c419478b60,segment=NetworkSegment(bca7d7cb-e437-4176-9b9c-a901e7c02b53),segment_id=bca7d7cb-e437-4176-9b9c-a901e7c02b53)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:07.126725 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.130270 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:07.208931 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Attempting to bind port a4928ab2-7c10-4c32-a068-5feccf3a1b92 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:07.209227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Attempting to bind port a4928ab2-7c10-4c32-a068-5feccf3a1b92 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:07.209597 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Attempting to bind port a4928ab2-7c10-4c32-a068-5feccf3a1b92 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:07.219018 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.227706 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:07.228160 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Checking segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:07.228576 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.228977 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Bound using segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:07.229457 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Bound port: a4928ab2-7c10-4c32-a068-5feccf3a1b92, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:07.229842 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.234686 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Pushing event updated for resources: {'Port': ['ID=b87604ce-d758-45d7-a2b9-93c419478b60,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:07.257203 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:07.324981 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] For port a4928ab2-7c10-4c32-a068-5feccf3a1b92, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:07.328471 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] For port a4928ab2-7c10-4c32-a068-5feccf3a1b92, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a4928ab2-7c10-4c32-a068-5feccf3a1b92,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:07.338627 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.342421 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6cc56ae3-7fa5-454a-8fd2-603218094177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:07.413992 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:07.414846 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:07.419996 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b1c1a-26fd-4df2-92f2-bc4c9ffb44df None None] Pushing event updated for resources: {'Port': ['ID=a4928ab2-7c10-4c32-a068-5feccf3a1b92,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:07.446078 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Router 9a32249e-53f6-4564-948c-b42d1fc0e99d is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:14:07.544935 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948b443-1b89-46f1-a835-f84544f476ef req-16163554-a138-4411-b50a-b58e1a572fdf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:07.555009 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7948b443-1b89-46f1-a835-f84544f476ef req-16163554-a138-4411-b50a-b58e1a572fdf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1803808 Jun 26 18:14:07.662894 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7948b443-1b89-46f1-a835-f84544f476ef req-f72866b8-a607-4f3d-82a0-eda283376d76 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067319 Jun 26 18:14:07.664328 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:07.678821 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Sync routers for ids ['9a32249e-53f6-4564-948c-b42d1fc0e99d'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:07.695105 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:07.697612 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Routers {'9a32249e-53f6-4564-948c-b42d1fc0e99d'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:07.698641 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['9a32249e-53f6-4564-948c-b42d1fc0e99d'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:07.699691 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57438) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:07.700155 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3117995 Jun 26 18:14:07.726442 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-df6b1c1a-26fd-4df2-92f2-bc4c9ffb44df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:07.749039 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:07.947657 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Set router 9a32249e-53f6-4564-948c-b42d1fc0e99d gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:07.984060 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53a03-f8d0-4cb8-9d0d-81fee8bec190 req-e87dc9c0-0ff2-45be-8bea-ed4b0e3fded5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:07.992238 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2f53a03-f8d0-4cb8-9d0d-81fee8bec190 req-e87dc9c0-0ff2-45be-8bea-ed4b0e3fded5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.0794625 Jun 26 18:14:08.000451 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:07Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:08.038376 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2f53a03-f8d0-4cb8-9d0d-81fee8bec190 req-b04eb29e-a3aa-4935-8714-ea3bbb6cf877 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450044 Jun 26 18:14:08.060542 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950d93e-92cd-4eb9-b923-61d80e992ff0 None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:07Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:08.205297 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:06Z', 'revision_number': 3, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:08.250447 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.251662 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Checking router: 9a32249e-53f6-4564-948c-b42d1fc0e99d for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:08.252197 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Updating router 9a32249e-53f6-4564-948c-b42d1fc0e99d port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:14:08.320730 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.524034 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Allocated IP 172.20.0.1 (5ae8d8be-efa9-409b-8b10-aede35256255/ba3546a7-b992-464c-bfa7-9309bf67c6c2/70bf70d5-2b43-41ee-87dc-38c420926f1a) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:08.593703 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38778612-2355-419a-a307-55ec1a95b2ee req-aad1c8ca-b00b-47e4-98f0-79de7efce689 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:08.607757 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-38778612-2355-419a-a307-55ec1a95b2ee req-aad1c8ca-b00b-47e4-98f0-79de7efce689 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.1698527 Jun 26 18:14:08.690199 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-38778612-2355-419a-a307-55ec1a95b2ee req-b5c4833d-2e28-4c98-89d9-d0dead247a1e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763612 Jun 26 18:14:08.706284 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.729829 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a4928ab2-7c10-4c32-a068-5feccf3a1b92 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:08.738450 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Transition to ACTIVE for port object 70bf70d5-2b43-41ee-87dc-38c420926f1a will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:08.755319 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:14:08.780851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:08.782464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.786094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d5ca0121-5847-4c7c-b6c7-7bd2405a2ad0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:08.793038 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20cef6-4a0c-4f81-b25f-2e2adbcdd164 None None] Network 5ae8d8be-efa9-409b-8b10-aede35256255 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:14:08.828324 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Network 5ae8d8be-efa9-409b-8b10-aede35256255 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:08.833378 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:08.846788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:08.887652 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.909396 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Transition to ACTIVE for port object ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:08.912716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Pushing event updated for resources: {'Port': ['ID=70bf70d5-2b43-41ee-87dc-38c420926f1a,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:08.917701 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:08.922844 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.930913 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:08.940324 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-db57376c-ddef-44f5-b079-edec9672cfbe None None] Provisioning for port b87604ce-d758-45d7-a2b9-93c419478b60 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:08.944621 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-bd77cfab-513e-450f-a745-01abe2840e8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:08.997383 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port a4928ab2-7c10-4c32-a068-5feccf3a1b92 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:09.014568 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a4928ab2-7c10-4c32-a068-5feccf3a1b92 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:09.015135 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.017240 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e050a8-d235-49b4-bd3c-1e306b49d5fa req-c95b4999-552f-4c19-a61c-d056d04a3c2b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:09.018772 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a1e050a8-d235-49b4-bd3c-1e306b49d5fa req-c95b4999-552f-4c19-a61c-d056d04a3c2b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1363919 Jun 26 18:14:09.047006 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Attempting to bind port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:09.047784 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Attempting to bind port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:09.048295 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Attempting to bind port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:09.062575 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:09.063302 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:09.063964 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.064540 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:09.065218 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Bound port: ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:09.065849 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.069838 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8543c9-752a-4715-b7b1-26f1acd47dd8 None None] Pushing event updated for resources: {'Port': ['ID=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:09.080935 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-1e8543c9-752a-4715-b7b1-26f1acd47dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:09.096078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a1e050a8-d235-49b4-bd3c-1e306b49d5fa req-68f852d4-5612-4995-b53b-61f9b2f7b654 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711200 Jun 26 18:14:09.099528 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 62d9529f-1d82-4870-9f7f-01498a20b438 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:09.101609 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.105717 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.158991 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] For port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:09.164660 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] For port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:09.171953 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.175724 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:09.254244 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8543c9-752a-4715-b7b1-26f1acd47dd8 None None] Pushing event updated for resources: {'Port': ['ID=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:09.281456 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-1e8543c9-752a-4715-b7b1-26f1acd47dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:09.283083 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37604-a4f9-46b5-81b1-284784958d90 req-c5fc0891-5460-4c80-b4f5-d42b58e738ba tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:09.286248 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Routers {'9a32249e-53f6-4564-948c-b42d1fc0e99d'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:09.287659 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['9a32249e-53f6-4564-948c-b42d1fc0e99d'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:09.294153 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7ee37604-a4f9-46b5-81b1-284784958d90 req-c5fc0891-5460-4c80-b4f5-d42b58e738ba tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 945 time: 0.1133399 Jun 26 18:14:09.330015 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.334528 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.335470 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.343169 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7ee37604-a4f9-46b5-81b1-284784958d90 req-cca5b1ae-a3c0-42c7-8d28-526e1ca4d88f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Jun 26 18:14:09.348728 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.352760 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:09.400135 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:09.402612 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ea6da-40c6-47d7-ad24-d55bb67f9932" -d '{"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-plugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:09.425647 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:09.440814 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.445419 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:09.449895 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] Set router 9a32249e-53f6-4564-948c-b42d1fc0e99d gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:09.451735 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port a4928ab2-7c10-4c32-a068-5feccf3a1b92, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a4928ab2-7c10-4c32-a068-5feccf3a1b92,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:09.480911 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.481788 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device b87604ce-d758-45d7-a2b9-93c419478b60 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:09.486508 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d060bc1-8ef5-470a-8463-488382351eb3 x-openstack-request-id: req-1d060bc1-8ef5-470a-8463-488382351eb3 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:09.486934 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-plugged", "status": "completed", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:09.487297 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d060bc1-8ef5-470a-8463-488382351eb3 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:09.487611 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'code': 200} Jun 26 18:14:09.498804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.558630 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=10']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:09.584318 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:09.585306 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-12e407f5-9172-424a-a046-04ecfd24a0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:09.604462 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Pushing event updated for resources: {'Port': ['ID=70bf70d5-2b43-41ee-87dc-38c420926f1a,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:09.614434 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:09.649202 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Network 5ae8d8be-efa9-409b-8b10-aede35256255 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:09.651420 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:09.666822 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port b87604ce-d758-45d7-a2b9-93c419478b60 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:09.676932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port b87604ce-d758-45d7-a2b9-93c419478b60 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:09.677423 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.683581 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=a4928ab2-7c10-4c32-a068-5feccf3a1b92,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:09.728780 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:09.841640 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '70bf70d5-2b43-41ee-87dc-38c420926f1a', 'name': '', 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'mac_address': 'fa:16:3e:5c:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:08Z', 'updated_at': '2021-06-26T18:14:08Z', 'revision_number': 1, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'subnets': [{'id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:09.871500 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a3fa4a-7dba-4d1b-b3c1-52149f1fe95c None None] The sync data for ids ['9a32249e-53f6-4564-948c-b42d1fc0e99d'] in dv-cinder-798198-1-iscsi is: [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '70bf70d5-2b43-41ee-87dc-38c420926f1a', 'name': '', 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'mac_address': 'fa:16:3e:5c:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:08Z', 'updated_at': '2021-06-26T18:14:08Z', 'revision_number': 1, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'subnets': [{'id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:09.887560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f4bc7116-c3d1-45a6-8fac-99813cffb86b None None] Provisioning complete for port b87604ce-d758-45d7-a2b9-93c419478b60 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:09.888185 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7116-c3d1-45a6-8fac-99813cffb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:09.889885 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:10.000457 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port b87604ce-d758-45d7-a2b9-93c419478b60, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=b87604ce-d758-45d7-a2b9-93c419478b60,segment=NetworkSegment(bca7d7cb-e437-4176-9b9c-a901e7c02b53),segment_id=bca7d7cb-e437-4176-9b9c-a901e7c02b53)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:10.004327 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5dff0-efb1-48d8-ac90-14e5690717f7 req-f9ab99bc-c0b5-41a3-b391-ae7183618b08 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:10.007498 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7a5dff0-efb1-48d8-ac90-14e5690717f7 req-f9ab99bc-c0b5-41a3-b391-ae7183618b08 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.1215093 Jun 26 18:14:10.020905 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:10.023083 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:10.070079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7a5dff0-efb1-48d8-ac90-14e5690717f7 req-44138d25-f2c4-445b-8c3a-c9a0eeb3edbb tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Jun 26 18:14:10.141042 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=b87604ce-d758-45d7-a2b9-93c419478b60,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:10.156602 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:10.167068 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f4bc7116-c3d1-45a6-8fac-99813cffb86b None None] Provisioning for port 70bf70d5-2b43-41ee-87dc-38c420926f1a completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:10.173739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f4bc7116-c3d1-45a6-8fac-99813cffb86b None None] Provisioning complete for port 70bf70d5-2b43-41ee-87dc-38c420926f1a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:10.174158 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7116-c3d1-45a6-8fac-99813cffb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:10.231109 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc7116-c3d1-45a6-8fac-99813cffb86b None None] Port 70bf70d5-2b43-41ee-87dc-38c420926f1a cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:10.258419 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Router 9a32249e-53f6-4564-948c-b42d1fc0e99d has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:14:10.361798 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ff803-bba1-4fbc-9172-65f59505d60a req-b23d737d-ac9c-4d1d-a7b2-8fb48c8f1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:10.363313 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c89ff803-bba1-4fbc-9172-65f59505d60a req-b23d737d-ac9c-4d1d-a7b2-8fb48c8f1442 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 1100 time: 0.1265516 Jun 26 18:14:10.386582 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ce3d0aed-6a2a-4f56-a4fa-fff5f05914fc None None] Provisioning complete for port 70bf70d5-2b43-41ee-87dc-38c420926f1a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:10.386979 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0aed-6a2a-4f56-a4fa-fff5f05914fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:10.387701 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e0ab3-dde2-415f-8507-6ff95b12b876 req-a9185242-ae24-4d41-b1dc-3afa33244779 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:10.403784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e2e0ab3-dde2-415f-8507-6ff95b12b876 req-a9185242-ae24-4d41-b1dc-3afa33244779 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1267996 Jun 26 18:14:10.408486 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:10.417669 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] 10.222.0.23 "PUT /v2.0/routers/9a32249e-53f6-4564-948c-b42d1fc0e99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168939 Jun 26 18:14:10.475687 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d0aed-6a2a-4f56-a4fa-fff5f05914fc None None] Port 70bf70d5-2b43-41ee-87dc-38c420926f1a cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:10.480692 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c89ff803-bba1-4fbc-9172-65f59505d60a req-3f295342-8ec6-4dda-bcbe-30fae6fffb74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069264 Jun 26 18:14:10.499577 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e2e0ab3-dde2-415f-8507-6ff95b12b876 req-c8549079-4817-49ce-b310-59d560bdcb11 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948267 Jun 26 18:14:10.577824 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a4928ab2-7c10-4c32-a068-5feccf3a1b92 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:10.603073 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adddef-30b6-4ab6-84fa-e0688a3c8ee3 req-46d8e1d9-8f1d-41b1-8f9c-b7e51e5a9ff7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:10.604785 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c4adddef-30b6-4ab6-84fa-e0688a3c8ee3 req-46d8e1d9-8f1d-41b1-8f9c-b7e51e5a9ff7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.0900810 Jun 26 18:14:10.633629 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port a4928ab2-7c10-4c32-a068-5feccf3a1b92 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:10.634015 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:10.656136 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c4adddef-30b6-4ab6-84fa-e0688a3c8ee3 req-5df4b0c7-7024-4197-b92d-14e81addc6ff tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448015 Jun 26 18:14:10.719704 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device b87604ce-d758-45d7-a2b9-93c419478b60 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:10.770163 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port b87604ce-d758-45d7-a2b9-93c419478b60 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:10.770544 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:11.258196 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181475-37f3-415b-8ae5-76587338d743 req-bb004fd1-5b12-449f-ab85-f94614eed283 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:11.259754 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7181475-37f3-415b-8ae5-76587338d743 req-bb004fd1-5b12-449f-ab85-f94614eed283 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.0654204 Jun 26 18:14:11.330021 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7181475-37f3-415b-8ae5-76587338d743 req-e250a340-5557-4d8f-ae3e-466aed5ccc50 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 Jun 26 18:14:11.352749 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586e37-2a29-4926-a073-c45eb0f98555 req-7616824b-2ea2-4843-acc9-5c0d0f0bde54 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:11.354242 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de586e37-2a29-4926-a073-c45eb0f98555 req-7616824b-2ea2-4843-acc9-5c0d0f0bde54 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 946 time: 0.0935349 Jun 26 18:14:11.516850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Deleting port 7625f3ee-404a-46f9-80e5-321a471224b8 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:11.517194 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:11.546027 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41f907-b20c-496c-9804-f87857c88f7c req-33f15a85-6453-4863-9076-c8e127db8c1d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:11.547519 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2f41f907-b20c-496c-9804-f87857c88f7c req-33f15a85-6453-4863-9076-c8e127db8c1d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1115284 Jun 26 18:14:11.627570 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2f41f907-b20c-496c-9804-f87857c88f7c req-bb7bfef7-8a72-4bef-844d-9c124a9a4554 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Jun 26 18:14:11.638836 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] For port 7625f3ee-404a-46f9-80e5-321a471224b8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7625f3ee-404a-46f9-80e5-321a471224b8,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:11.639200 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:11.651180 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Calling delete_port for 7625f3ee-404a-46f9-80e5-321a471224b8 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:11.806370 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:11.813230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:11.842367 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event deleted for resources: {'Port': ['ID=7625f3ee-404a-46f9-80e5-321a471224b8,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:11.846734 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:11.856600 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec16f13-9ecb-4484-a610-f4f60632a6b3 req-92640e80-3d67-4fce-a122-37e7fff8fe30 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:11.858065 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ec16f13-9ecb-4484-a610-f4f60632a6b3 req-92640e80-3d67-4fce-a122-37e7fff8fe30 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1298304 Jun 26 18:14:11.860240 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a', 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5', '7625f3ee-404a-46f9-80e5-321a471224b8'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:11.915014 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] No DVR routers for this DVR port 7625f3ee-404a-46f9-80e5-321a471224b8 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:14:11.918523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:11.920528 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de586e37-2a29-4926-a073-c45eb0f98555 req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "DELETE /v2.0/ports/7625f3ee-404a-46f9-80e5-321a471224b8 HTTP/1.1" status: 204 len: 173 time: 0.5601764 Jun 26 18:14:11.921045 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d74797-5781-481b-930e-39482f7002df', 'name': 'network-vif-deleted', 'tag': '7625f3ee-404a-46f9-80e5-321a471224b8'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:11.923640 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b96189b-29e4-4131-8de7-937176fe4977" -d '{"events": [{"server_uuid": "88d74797-5781-481b-930e-39482f7002df", "name": "network-vif-deleted", "tag": "7625f3ee-404a-46f9-80e5-321a471224b8"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:11.946542 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ec16f13-9ecb-4484-a610-f4f60632a6b3 req-90a38a68-c792-47d6-b21d-b36648406796 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633619 Jun 26 18:14:12.091273 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57496) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:12.096800 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50168644', 'description': 'tempest-secgroup-smoke-50168644 description', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:12.129683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bf7988-4a1c-4018-814b-c3b339039466 x-openstack-request-id: req-22bf7988-4a1c-4018-814b-c3b339039466 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:12.130571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d74797-5781-481b-930e-39482f7002df", "name": "network-vif-deleted", "tag": "7625f3ee-404a-46f9-80e5-321a471224b8", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:12.131027 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22bf7988-4a1c-4018-814b-c3b339039466 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:12.131492 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d74797-5781-481b-930e-39482f7002df', 'name': 'network-vif-deleted', 'tag': '7625f3ee-404a-46f9-80e5-321a471224b8', 'status': 'completed', 'code': 200} Jun 26 18:14:12.136747 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.155771 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007ab0-f52b-4276-81b0-2e0af3ae6958 req-3b0a2dcd-ee22-462a-9b3e-68a387f40934 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:12.157282 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0b007ab0-f52b-4276-81b0-2e0af3ae6958 req-3b0a2dcd-ee22-462a-9b3e-68a387f40934 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.0799251 Jun 26 18:14:12.208825 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0b007ab0-f52b-4276-81b0-2e0af3ae6958 req-a2f94e7f-256e-49a9-91b2-c7627ee4ee24 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Jun 26 18:14:12.236800 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.243410 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.246259 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8a820e8c-f36c-4c3f-955d-de05c309bf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:12.270382 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.275324 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57500) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:12.278802 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1800127 Jun 26 18:14:12.282708 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group_rule': {'security_group_id': '8cbda181-b8a5-4ca5-aa72-69c8df264cab', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:12.283496 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbda181-b8a5-4ca5-aa72-69c8df264cab,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:12.296042 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:12.314711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.365909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.374415 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.380254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7bfa8407-1101-42cc-abb1-d758182303d6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:12.398963 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e1a5ad-fecb-4ab8-9069-16d4056f4dfa,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:12.404628 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:12.406919 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Sync routers for ids ['9a32249e-53f6-4564-948c-b42d1fc0e99d'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:12.408065 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.411086 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324615 Jun 26 18:14:12.412732 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57506) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:12.418473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Routers {'9a32249e-53f6-4564-948c-b42d1fc0e99d'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:12.419103 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['9a32249e-53f6-4564-948c-b42d1fc0e99d'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:12.419272 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group_rule': {'security_group_id': '8cbda181-b8a5-4ca5-aa72-69c8df264cab', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:12.452598 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.555729 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-adfc27fe-65cd-4c69-9f77-3c0d28ace4d5 req-d7083745-c1a3-47f4-83df-9aa5a4dcb5d9 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=88d74797-5781-481b-930e-39482f7002df HTTP/1.1" status: 200 len: 210 time: 0.0484204 Jun 26 18:14:12.572306 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Set router 9a32249e-53f6-4564-948c-b42d1fc0e99d gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:12.583692 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:12.586256 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.591000 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.593523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:12.609794 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505c0297-7456-4aaa-b555-ddf0b6997aea,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:12.612883 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:12.619286 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.623904 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2068057 Jun 26 18:14:12.624070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57514) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:12.632244 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group_rule': {'security_group_id': '8cbda181-b8a5-4ca5-aa72-69c8df264cab', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:12.664446 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.736834 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.742123 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.745674 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:12.762922 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:12.775496 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5618166c-2330-4212-83d9-8a262f7dd79e,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:12.776247 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:12.776344 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.778649 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:12.803622 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.807508 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1bf2c8ac-a19b-41cd-a11b-5e99fe6b8072 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798244 Jun 26 18:14:12.807692 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57524) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:12.812638 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group_rule': {'security_group_id': '8cbda181-b8a5-4ca5-aa72-69c8df264cab', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:12.884595 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:12.931307 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444e00e-d5b7-4ec5-b635-a6e2d09f7544 req-5c7eab2b-bb6c-4383-b872-830f9bf951c6 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:12.938581 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d444e00e-d5b7-4ec5-b635-a6e2d09f7544 req-5c7eab2b-bb6c-4383-b872-830f9bf951c6 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1186514 Jun 26 18:14:13.009705 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d444e00e-d5b7-4ec5-b635-a6e2d09f7544 req-68e91549-678e-4ea3-b899-cb3c9dc0493b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 Jun 26 18:14:13.015448 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '70bf70d5-2b43-41ee-87dc-38c420926f1a', 'name': '', 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'mac_address': 'fa:16:3e:5c:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:08Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 2, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'subnets': [{'id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:13.020383 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.029758 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.032099 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f2cc19b3-1954-4229-abc6-4afe0344dc2f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:13.050851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Checking router: 9a32249e-53f6-4564-948c-b42d1fc0e99d for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:13.051214 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Updating router 9a32249e-53f6-4564-948c-b42d1fc0e99d port 70bf70d5-2b43-41ee-87dc-38c420926f1a binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:14:13.053701 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.064093 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.065609 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568598 Jun 26 18:14:13.067163 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7488f1ae-1b88-415c-9412-09aa3c7a70b5,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:13.069032 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57550) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:13.071318 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3bc9c734-0b8f-4be0-a0ee-7e65b4c9a904 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:13.074777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group_rule': {'security_group_id': '8cbda181-b8a5-4ca5-aa72-69c8df264cab', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:13.113626 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Project 5356d91a54fe467e9e511d90a3fe8d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:14:13.124601 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.132240 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:13.139143 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.142803 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.150802 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:13.199397 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c61b30-1a04-4c61-9f7b-64034a74ea7c req-b7358e0e-d4d1-42a3-acc1-da96afaaa1de tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:13.202099 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9c61b30-1a04-4c61-9f7b-64034a74ea7c req-b7358e0e-d4d1-42a3-acc1-da96afaaa1de tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0811877 Jun 26 18:14:13.225533 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.226294 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:13.233420 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.234929 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:13.260845 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5f7c764e-74ee-4ed5-ae4d-f18210d062e3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:13.271492 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9c61b30-1a04-4c61-9f7b-64034a74ea7c req-4266280c-0dc4-454b-a1ea-590e2d2ec373 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596130 Jun 26 18:14:13.289290 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd2b9ae-606c-4cad-bd63-59564d26a2e4,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:13.300465 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:13.301519 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.303576 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2332559 Jun 26 18:14:13.306241 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57554) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:13.311629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'security_group_rule': {'security_group_id': '8cbda181-b8a5-4ca5-aa72-69c8df264cab', 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:13.339815 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.securitygroups_db [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Project 5356d91a54fe467e9e511d90a3fe8d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:14:13.345384 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.437937 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.446663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.450589 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-80448945-e744-4c69-936d-726b333e7eea tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:13.471957 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.474395 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a756c-2c6e-4335-a739-0b51efc0611d req-d5565088-0e8c-4afd-af73-ec8b7ac0ed2b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:13.475963 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f10a756c-2c6e-4335-a739-0b51efc0611d req-d5565088-0e8c-4afd-af73-ec8b7ac0ed2b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.1032202 Jun 26 18:14:13.479092 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49240e98-86ec-4eeb-bb38-4a069e69a64e,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:13.481702 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:13.488592 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Transition to ACTIVE for port object 70bf70d5-2b43-41ee-87dc-38c420926f1a will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:13.499276 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.499992 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.501194 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-942b58e5-24e4-426e-a505-b1923b2b5a51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1933644 Jun 26 18:14:13.503674 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-bacbdbf4-9be8-4ac3-896f-dc5663dd025c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:13.526124 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f10a756c-2c6e-4335-a739-0b51efc0611d req-3b1903fb-e5ea-4118-9b65-14cd2607657d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434518 Jun 26 18:14:13.563305 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c884dd1-7553-4e81-b105-4a3c9891cce7 None None] Pushing event updated for resources: {'Port': ['ID=70bf70d5-2b43-41ee-87dc-38c420926f1a,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:13.570707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6c884dd1-7553-4e81-b105-4a3c9891cce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:13.648044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Attempting to bind port 70bf70d5-2b43-41ee-87dc-38c420926f1a on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:13.648431 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Attempting to bind port 70bf70d5-2b43-41ee-87dc-38c420926f1a by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:13.648804 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Attempting to bind port 70bf70d5-2b43-41ee-87dc-38c420926f1a on network 5ae8d8be-efa9-409b-8b10-aede35256255 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:13.654559 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:13.655220 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Checking segment: {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:13.655511 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.655856 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Bound using segment: {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:13.656337 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Bound port: 70bf70d5-2b43-41ee-87dc-38c420926f1a, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca7d7cb-e437-4176-9b9c-a901e7c02b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:13.656914 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.733253 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] For port 70bf70d5-2b43-41ee-87dc-38c420926f1a, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:13.737463 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] For port 70bf70d5-2b43-41ee-87dc-38c420926f1a, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=70bf70d5-2b43-41ee-87dc-38c420926f1a,segment=NetworkSegment(bca7d7cb-e437-4176-9b9c-a901e7c02b53),segment_id=bca7d7cb-e437-4176-9b9c-a901e7c02b53)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:13.749057 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:13.753858 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:13.835366 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Routers {'9a32249e-53f6-4564-948c-b42d1fc0e99d'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:13.836094 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:13:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['9a32249e-53f6-4564-948c-b42d1fc0e99d'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:13.841207 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c884dd1-7553-4e81-b105-4a3c9891cce7 None None] Pushing event updated for resources: {'Port': ['ID=70bf70d5-2b43-41ee-87dc-38c420926f1a,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:13.885610 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6c884dd1-7553-4e81-b105-4a3c9891cce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:13.962188 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] Set router 9a32249e-53f6-4564-948c-b42d1fc0e99d gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:14.201754 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '70bf70d5-2b43-41ee-87dc-38c420926f1a', 'name': '', 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'mac_address': 'fa:16:3e:5c:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:08Z', 'updated_at': '2021-06-26T18:14:13Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'subnets': [{'id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:14.223450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000d6e-e32f-4adb-b7c5-4534ac8a719a req-e3ce4c58-a1fe-4768-bee4-c2c67d7b0cfc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:14.225466 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cf000d6e-e32f-4adb-b7c5-4534ac8a719a req-e3ce4c58-a1fe-4768-bee4-c2c67d7b0cfc tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0688303 Jun 26 18:14:14.227558 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d27b25-b664-4247-ab57-06f6085de43b None None] The sync data for ids ['9a32249e-53f6-4564-948c-b42d1fc0e99d'] in dv-cinder-798198-1-iscsi is: [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '70bf70d5-2b43-41ee-87dc-38c420926f1a', 'name': '', 'network_id': '5ae8d8be-efa9-409b-8b10-aede35256255', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'mac_address': 'fa:16:3e:5c:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:08Z', 'updated_at': '2021-06-26T18:14:13Z', 'revision_number': 4, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'subnets': [{'id': 'ba3546a7-b992-464c-bfa7-9309bf67c6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:14.271681 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cf000d6e-e32f-4adb-b7c5-4534ac8a719a req-f3863782-7afe-49b0-8988-d5817d8b810c tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jun 26 18:14:14.451890 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e991-9566-4196-807e-b25c95f64c57 req-80f41b92-1eab-4590-8d74-d16a46d5f51b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:14.453370 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6d20e991-9566-4196-807e-b25c95f64c57 req-80f41b92-1eab-4590-8d74-d16a46d5f51b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0666692 Jun 26 18:14:14.509421 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6d20e991-9566-4196-807e-b25c95f64c57 req-289a531c-829a-4b6c-a38c-e8ca078911c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497801 Jun 26 18:14:14.556235 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 70bf70d5-2b43-41ee-87dc-38c420926f1a up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:14.609213 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 70bf70d5-2b43-41ee-87dc-38c420926f1a completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:14.613584 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 70bf70d5-2b43-41ee-87dc-38c420926f1a triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:14.614286 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:14.714629 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:14.749262 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 70bf70d5-2b43-41ee-87dc-38c420926f1a, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=70bf70d5-2b43-41ee-87dc-38c420926f1a,segment=NetworkSegment(bca7d7cb-e437-4176-9b9c-a901e7c02b53),segment_id=bca7d7cb-e437-4176-9b9c-a901e7c02b53)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:14.755493 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:14.756333 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:14.759551 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6cc56ae3-7fa5-454a-8fd2-603218094177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:14.767074 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d696530-2d9b-43a4-94dd-d0c0a6879c00 req-927c0b96-9361-41d4-9aaa-f897820eb131 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:14.769350 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d696530-2d9b-43a4-94dd-d0c0a6879c00 req-927c0b96-9361-41d4-9aaa-f897820eb131 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.0815873 Jun 26 18:14:14.809298 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7638e9f5-0b3a-4e00-80d3-62ffc898de82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:14.818759 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:14:14.823885 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d696530-2d9b-43a4-94dd-d0c0a6879c00 req-a590e65f-4c94-4ecd-a34b-a57c1071d494 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467532 Jun 26 18:14:14.832453 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7625f3ee-404a-46f9-80e5-321a471224b8 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:14.886461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 7625f3ee-404a-46f9-80e5-321a471224b8 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:14.886855 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7625f3ee-404a-46f9-80e5-321a471224b8 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:14.895163 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=70bf70d5-2b43-41ee-87dc-38c420926f1a,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:14.916434 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:14.963370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:14.963370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:14.998818 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-707767fb-bad0-4030-9b08-58b19e82164f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:15.000626 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-707767fb-bad0-4030-9b08-58b19e82164f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.0764434 Jun 26 18:14:15.019859 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:15.035821 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'port_id': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'mac_address': 'fa:16:3e:3f:11:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:14:15.111408 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.127875 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9df07b-08c6-4d76-97e0-7764b33f92c3 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:14:15.144585 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Deleting port 31414708-fce1-4bf2-a796-e7709aaed3ad {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:15.144949 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.172620 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:15.178424 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.183252 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:15.235866 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:15.239732 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:15.295258 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] For port 31414708-fce1-4bf2-a796-e7709aaed3ad, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=31414708-fce1-4bf2-a796-e7709aaed3ad,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:15.295644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.311586 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Calling delete_port for 31414708-fce1-4bf2-a796-e7709aaed3ad owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:15.378174 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1fbdf-7f20-4f78-922a-c358e6fd048f req-85af8c1e-3378-4bb7-9e57-140615fa4fc1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:15.379671 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aba1fbdf-7f20-4f78-922a-c358e6fd048f req-85af8c1e-3378-4bb7-9e57-140615fa4fc1 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.1299925 Jun 26 18:14:15.469650 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aba1fbdf-7f20-4f78-922a-c358e6fd048f req-ba855af0-f61b-4008-beaa-1d841e6f0e61 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809181 Jun 26 18:14:15.535966 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e2807-3aff-42b2-be3f-e8e5855a8d63 req-3ad3af78-9dd2-49c9-8a81-405cd258f14e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:15.539048 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-df5e2807-3aff-42b2-be3f-e8e5855a8d63 req-3ad3af78-9dd2-49c9-8a81-405cd258f14e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0130210b-2f3c-40f1-b349-bcbe1b7eca13 HTTP/1.1" status: 200 len: 945 time: 0.1550739 Jun 26 18:14:15.565727 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.570902 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:15.606051 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Pushing event deleted for resources: {'Port': ['ID=31414708-fce1-4bf2-a796-e7709aaed3ad,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:15.614851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0', '31414708-fce1-4bf2-a796-e7709aaed3ad'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:15.633731 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:15.665113 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-df5e2807-3aff-42b2-be3f-e8e5855a8d63 req-12f96c86-2d1e-4fdb-bd29-70c1b0bb1af2 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205492 Jun 26 18:14:15.681774 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] No DVR routers for this DVR port 31414708-fce1-4bf2-a796-e7709aaed3ad on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:14:15.685535 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:15.687483 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-da6822ec-44cb-42c1-9abf-6a93ec340f89 req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "DELETE /v2.0/ports/31414708-fce1-4bf2-a796-e7709aaed3ad HTTP/1.1" status: 204 len: 173 time: 0.6759136 Jun 26 18:14:15.687971 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'name': 'network-vif-deleted', 'tag': '31414708-fce1-4bf2-a796-e7709aaed3ad'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:15.690226 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eed31c2-f3c4-4c44-8fe8-35b99093cf0d" -d '{"events": [{"server_uuid": "0130210b-2f3c-40f1-b349-bcbe1b7eca13", "name": "network-vif-deleted", "tag": "31414708-fce1-4bf2-a796-e7709aaed3ad"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:15.712406 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['ae9df07b-08c6-4d76-97e0-7764b33f92c3'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:15.737336 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78e8c-7693-44b8-8555-85d02da2c9db req-9bb6228b-dff8-4df8-93c5-a850eaf469f1 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:15.739038 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42b78e8c-7693-44b8-8555-85d02da2c9db req-9bb6228b-dff8-4df8-93c5-a850eaf469f1 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 944 time: 0.1065235 Jun 26 18:14:15.741310 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603d9ce-07c1-4392-b577-31c23c848413 x-openstack-request-id: req-1603d9ce-07c1-4392-b577-31c23c848413 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:15.741646 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0130210b-2f3c-40f1-b349-bcbe1b7eca13", "name": "network-vif-deleted", "tag": "31414708-fce1-4bf2-a796-e7709aaed3ad", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:15.741931 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1603d9ce-07c1-4392-b577-31c23c848413 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:15.742351 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0130210b-2f3c-40f1-b349-bcbe1b7eca13', 'name': 'network-vif-deleted', 'tag': '31414708-fce1-4bf2-a796-e7709aaed3ad', 'status': 'completed', 'code': 200} Jun 26 18:14:15.784081 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-42b78e8c-7693-44b8-8555-85d02da2c9db req-49288ff3-fd1b-4f28-9420-a384763e9568 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Jun 26 18:14:16.513153 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 70bf70d5-2b43-41ee-87dc-38c420926f1a up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:16.578529 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 70bf70d5-2b43-41ee-87dc-38c420926f1a triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:16.583820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:16.675726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3425850-75ea-48ec-af02-e6b14bb84130 req-9e1c810f-f1e6-4f8d-9952-d9d7553801c8 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:16.677894 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3425850-75ea-48ec-af02-e6b14bb84130 req-9e1c810f-f1e6-4f8d-9952-d9d7553801c8 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.0712802 Jun 26 18:14:16.714522 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3425850-75ea-48ec-af02-e6b14bb84130 req-b879f175-5479-4f89-9a27-bbab13285714 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Jun 26 18:14:16.967490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06702-3be1-4f19-8701-0dfd23ca22ff req-1e180237-9e44-4354-87cb-c501a378fee5 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:16.969872 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-48a06702-3be1-4f19-8701-0dfd23ca22ff req-1e180237-9e44-4354-87cb-c501a378fee5 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 944 time: 0.0658770 Jun 26 18:14:17.009994 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-48a06702-3be1-4f19-8701-0dfd23ca22ff req-db3f72a2-a525-43e2-a658-2ab4e8b150f2 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346589 Jun 26 18:14:17.117010 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cb337-b6ad-4ace-811b-5b99bcf64d50 req-664cb927-5535-4f68-b1c6-6969749054f7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:17.118816 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-206cb337-b6ad-4ace-811b-5b99bcf64d50 req-664cb927-5535-4f68-b1c6-6969749054f7 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0642500 Jun 26 18:14:17.155970 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-206cb337-b6ad-4ace-811b-5b99bcf64d50 req-af144f4e-7507-4010-a774-f44e12d7d5b6 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jun 26 18:14:17.540690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9745a61b-77fa-485b-acb7-12060f007f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:17.566726 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:17.774039 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-16c343dc-1447-45c1-951f-aed8b6c3521a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:17.775574 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-16c343dc-1447-45c1-951f-aed8b6c3521a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.0643556 Jun 26 18:14:18.188350 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Deleting port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:18.188697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.200331 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fcb5a-f274-4ae3-91d5-3ee191eb2296 req-75cd057c-f8f8-43e7-a920-b878e7acac93 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:18.201791 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd4fcb5a-f274-4ae3-91d5-3ee191eb2296 req-75cd057c-f8f8-43e7-a920-b878e7acac93 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 946 time: 0.3773704 Jun 26 18:14:18.311615 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1b58c-1ae7-45d9-b1b0-a504df9ef02e req-4ab1e791-51cc-4f13-b62d-6d11d57640be tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:18.313101 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-02b1b58c-1ae7-45d9-b1b0-a504df9ef02e req-4ab1e791-51cc-4f13-b62d-6d11d57640be tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 944 time: 0.1888061 Jun 26 18:14:18.319840 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd4fcb5a-f274-4ae3-91d5-3ee191eb2296 req-aba94d96-f65b-4425-a30e-e16ba3d0e87c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971246 Jun 26 18:14:18.354182 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] For port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:18.354557 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.382381 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Calling delete_port for bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:18.391722 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-02b1b58c-1ae7-45d9-b1b0-a504df9ef02e req-a45e4453-5d69-43cc-a34c-f082c4e93a1a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686808 Jun 26 18:14:18.555384 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7479ab7-a1d1-4776-9f4a-5d10c367e2fd req-98eea107-f709-43f1-99e5-a0352547c63d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:18.556847 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7479ab7-a1d1-4776-9f4a-5d10c367e2fd req-98eea107-f709-43f1-99e5-a0352547c63d tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.1172373 Jun 26 18:14:18.572454 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.588573 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:18.620528 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event deleted for resources: {'Port': ['ID=bc0566e4-09c5-4f8f-b206-6a8e8b620ec5,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:18.624787 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:18.630903 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.632463 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7479ab7-a1d1-4776-9f4a-5d10c367e2fd req-1e6f5dd1-e459-47f0-a75c-40ea0a682095 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Jun 26 18:14:18.633214 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a', 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:18.675991 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] No DVR routers for this DVR port bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:14:18.679076 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.681129 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6b6de6ef-6ab7-4c15-bea0-ee951a827d9c req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "DELETE /v2.0/ports/bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 HTTP/1.1" status: 204 len: 173 time: 0.8971498 Jun 26 18:14:18.681614 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34156725-8826-434b-b360-0cb51dba17a0', 'name': 'network-vif-deleted', 'tag': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:18.683897 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186a4a57-f0ae-4e17-86c4-67ef11055ff9" -d '{"events": [{"server_uuid": "34156725-8826-434b-b360-0cb51dba17a0", "name": "network-vif-deleted", "tag": "bc0566e4-09c5-4f8f-b206-6a8e8b620ec5"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:18.725918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a11de8-b108-4bc2-a2b8-b9c3e6acd788 x-openstack-request-id: req-f3a11de8-b108-4bc2-a2b8-b9c3e6acd788 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:18.726239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34156725-8826-434b-b360-0cb51dba17a0", "name": "network-vif-deleted", "tag": "bc0566e4-09c5-4f8f-b206-6a8e8b620ec5", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:18.726519 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a11de8-b108-4bc2-a2b8-b9c3e6acd788 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:18.726938 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34156725-8826-434b-b360-0cb51dba17a0', 'name': 'network-vif-deleted', 'tag': 'bc0566e4-09c5-4f8f-b206-6a8e8b620ec5', 'status': 'completed', 'code': 200} Jun 26 18:14:18.847844 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:18.907350 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port ae9df07b-08c6-4d76-97e0-7764b33f92c3 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:18.911370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port ae9df07b-08c6-4d76-97e0-7764b33f92c3 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:18.911744 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:18.987238 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:19.008284 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:19.010588 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ee42c-5a78-43f9-9b75-b0b7970868e8" -d '{"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-plugged", "status": "completed", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:19.024231 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:19.028450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:19.029344 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 31414708-fce1-4bf2-a796-e7709aaed3ad no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:19.032247 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:19.052061 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4fc92f-a852-4c6d-8f67-7586c90c3546 x-openstack-request-id: req-6a4fc92f-a852-4c6d-8f67-7586c90c3546 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:19.052357 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-plugged", "status": "completed", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:19.052616 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a4fc92f-a852-4c6d-8f67-7586c90c3546 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:19.053014 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'code': 200} Jun 26 18:14:19.071379 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 31414708-fce1-4bf2-a796-e7709aaed3ad {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:19.071722 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 31414708-fce1-4bf2-a796-e7709aaed3ad not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:19.097015 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:19.100728 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:19.398540 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c365f-392a-4235-a8f1-8cfe56a5a265 req-e06cefb1-37d4-40b4-b6a1-98c75d174798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:19.400078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc4c365f-392a-4235-a8f1-8cfe56a5a265 req-e06cefb1-37d4-40b4-b6a1-98c75d174798 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1098 time: 0.0551202 Jun 26 18:14:19.443296 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc4c365f-392a-4235-a8f1-8cfe56a5a265 req-2646ec4a-2bb8-424d-b240-4c2d0cf91628 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353794 Jun 26 18:14:19.482981 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4643ec53-7ba5-4345-a089-4245229e2549 req-23e004bb-dc79-45ed-92d7-98ec1fc62fef tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=34156725-8826-434b-b360-0cb51dba17a0 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Jun 26 18:14:19.567806 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ad0bf-e0e5-48d4-8b04-c4806a448161 req-18c8d2f1-9c39-4c1b-8c76-0cfd114ef5d5 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:19.569286 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c63ad0bf-e0e5-48d4-8b04-c4806a448161 req-18c8d2f1-9c39-4c1b-8c76-0cfd114ef5d5 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0615263 Jun 26 18:14:19.606717 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c63ad0bf-e0e5-48d4-8b04-c4806a448161 req-8e0d851f-f2af-48d6-aae0-0309aaec150a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jun 26 18:14:19.806317 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5373a8d-8f8b-42f8-a7de-f63a3fd1880a req-2431e374-94fb-4ea1-ac57-9d4cc4de82c5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:19.807762 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a5373a8d-8f8b-42f8-a7de-f63a3fd1880a req-2431e374-94fb-4ea1-ac57-9d4cc4de82c5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0658414 Jun 26 18:14:19.845511 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a5373a8d-8f8b-42f8-a7de-f63a3fd1880a req-6929e138-6b32-4228-b26d-735dad30eca5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jun 26 18:14:20.065243 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:20.780641 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4dd44-764f-48a1-8fe1-4efd4b3c7be4 req-1014bdbe-ed44-4aad-96cc-3c40f6af1e99 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:20.782422 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28b4dd44-764f-48a1-8fe1-4efd4b3c7be4 req-1014bdbe-ed44-4aad-96cc-3c40f6af1e99 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0644290 Jun 26 18:14:20.821282 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28b4dd44-764f-48a1-8fe1-4efd4b3c7be4 req-b1effbe7-3aa5-4d1e-bd9d-48d2f2242394 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314996 Jun 26 18:14:20.926836 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678a93-0e42-457d-9c90-97abace2529d req-417d6242-7181-40c6-9cb6-bb4a4af1bd5e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:20.928334 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6678a93-0e42-457d-9c90-97abace2529d req-417d6242-7181-40c6-9cb6-bb4a4af1bd5e tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.0632877 Jun 26 18:14:20.979603 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6678a93-0e42-457d-9c90-97abace2529d req-45fcab3f-bca7-4e71-af7f-3f58caa1aaa6 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Jun 26 18:14:21.029231 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12b5e-2435-4e65-bdc8-e4487b39ed6a req-096cd2f5-d3a0-497d-9104-53d1e5a5068b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:21.030668 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ecd12b5e-2435-4e65-bdc8-e4487b39ed6a req-096cd2f5-d3a0-497d-9104-53d1e5a5068b tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0701129 Jun 26 18:14:21.068344 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ecd12b5e-2435-4e65-bdc8-e4487b39ed6a req-8eb5574c-7fe5-4b80-affd-ca8a237253ba tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Jun 26 18:14:21.991144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4892ba1-d74e-4eba-8f72-48815c19459d req-8977d19a-ca6c-4d05-99b1-09ce321de6ed tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:21.992615 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a4892ba1-d74e-4eba-8f72-48815c19459d req-8977d19a-ca6c-4d05-99b1-09ce321de6ed tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0616965 Jun 26 18:14:22.030475 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a4892ba1-d74e-4eba-8f72-48815c19459d req-e11aa81b-a3eb-4db4-9117-7a42c62581f4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Jun 26 18:14:22.184768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32846164-31c2-48f6-b0b6-8473f17b86ec req-cf7ac09c-d648-4955-93ff-45f3a5a43765 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:22.186227 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32846164-31c2-48f6-b0b6-8473f17b86ec req-cf7ac09c-d648-4955-93ff-45f3a5a43765 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.0939672 Jun 26 18:14:22.235170 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32846164-31c2-48f6-b0b6-8473f17b86ec req-c7473a84-6b8c-4a71-bc15-60ac0cf58edf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426605 Jun 26 18:14:22.255948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fcc56-bc00-4143-b3df-7e48ac70694a req-047793b3-95af-4e95-9024-5ece9763f842 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:22.255948 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-393fcc56-bc00-4143-b3df-7e48ac70694a req-047793b3-95af-4e95-9024-5ece9763f842 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.1074162 Jun 26 18:14:22.289365 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-393fcc56-bc00-4143-b3df-7e48ac70694a req-56613ba4-0db2-45d1-97bd-a33367f06af1 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jun 26 18:14:22.312581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57700) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:22.394865 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d109bb-a404-4050-94dc-9cbef12062a7 req-1643c950-712a-4e7b-8b6f-b19f4b5c02b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:22.396911 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-43d109bb-a404-4050-94dc-9cbef12062a7 req-1643c950-712a-4e7b-8b6f-b19f4b5c02b5 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0610065 Jun 26 18:14:22.446477 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-43d109bb-a404-4050-94dc-9cbef12062a7 req-8b633160-3263-4ca2-9b5c-8a93e7712f9f tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Jun 26 18:14:22.502700 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b5e48-0090-4504-83fc-c634ac13b539 tempest-TestShelveInstance-654236457 tempest-TestShelveInstance-654236457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:22.504201 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f27b5e48-0090-4504-83fc-c634ac13b539 tempest-TestShelveInstance-654236457 tempest-TestShelveInstance-654236457-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1093 time: 0.1906588 Jun 26 18:14:22.507640 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57704) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:22.511853 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'port_id': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:22.534147 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:22.629417 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:22.733721 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Allocated IP 172.27.2.107 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/42debe7f-30a8-484e-bb95-e9d5a8ef00cc) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:22.833541 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:22.875024 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:22.877034 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:22.888280 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:22.907442 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:22.907807 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device bc0566e4-09c5-4f8f-b206-6a8e8b620ec5 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:22.911800 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:22.916639 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:22.919950 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:22.925391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'Port': ['ID=42debe7f-30a8-484e-bb95-e9d5a8ef00cc,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:22.944443 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:23.315800 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-08142e6d-5af6-4622-b4d1-1b57f2168bfb tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:23.317269 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-08142e6d-5af6-4622-b4d1-1b57f2168bfb tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.1312430 Jun 26 18:14:23.360530 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.528275 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73cf9-4a6f-4684-9c74-b896a82502aa req-41f135cd-15f7-45df-a96b-60a0f6d1531c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:23.529651 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b3a73cf9-4a6f-4684-9c74-b896a82502aa req-41f135cd-15f7-45df-a96b-60a0f6d1531c tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 945 time: 0.1742744 Jun 26 18:14:23.534271 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.591586 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Deleting port e98f890f-e07a-4da1-a1cf-e82bb36f64ec {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:23.591933 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.699194 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b3a73cf9-4a6f-4684-9c74-b896a82502aa req-152ac61b-bc37-4738-8eb0-f3816e1712d5 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618676 Jun 26 18:14:23.796729 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324078a5-6485-4aec-a5f8-927c92e0dfcf req-cf2a5b1c-8bf9-4b48-99d4-6d3f18395a49 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:23.798140 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-324078a5-6485-4aec-a5f8-927c92e0dfcf req-cf2a5b1c-8bf9-4b48-99d4-6d3f18395a49 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.2355969 Jun 26 18:14:23.801229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] For port e98f890f-e07a-4da1-a1cf-e82bb36f64ec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:23.802222 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.839141 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Calling delete_port for e98f890f-e07a-4da1-a1cf-e82bb36f64ec owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:23.912186 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-324078a5-6485-4aec-a5f8-927c92e0dfcf req-47876652-a77d-4691-aced-dbc67319aa6e tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052911 Jun 26 18:14:23.927142 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.937593 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:23.945265 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:24.025859 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event updated for resources: {'Port': ['ID=42debe7f-30a8-484e-bb95-e9d5a8ef00cc,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:24.032609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:24.042706 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.149862 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.154071 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.204938 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a', 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:24.387212 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:24.426214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event deleted for resources: {'Port': ['ID=e98f890f-e07a-4da1-a1cf-e82bb36f64ec,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:24.435415 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:24.452996 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Floating IP b117e87d-37a9-4a7e-a8c1-7cccab995561 associated. External IP: 172.27.2.107, port: ae9df07b-08c6-4d76-97e0-7764b33f92c3. Jun 26 18:14:24.505461 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] No DVR routers for this DVR port e98f890f-e07a-4da1-a1cf-e82bb36f64ec on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:14:24.508998 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.510921 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f568a8ec-19a6-4cf3-a4c0-9addb1e4c5bf req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "DELETE /v2.0/ports/e98f890f-e07a-4da1-a1cf-e82bb36f64ec HTTP/1.1" status: 204 len: 173 time: 1.1843898 Jun 26 18:14:24.511453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'name': 'network-vif-deleted', 'tag': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:24.513663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e903a68-81da-4796-ac8d-76a563ec5d6c" -d '{"events": [{"server_uuid": "43b36e59-6cbd-4d20-8b91-4653c81918e4", "name": "network-vif-deleted", "tag": "e98f890f-e07a-4da1-a1cf-e82bb36f64ec"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:24.560433 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9d6589-7300-4f4e-b3ac-f01ad92a4f2a x-openstack-request-id: req-9d9d6589-7300-4f4e-b3ac-f01ad92a4f2a {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:24.560850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b36e59-6cbd-4d20-8b91-4653c81918e4", "name": "network-vif-deleted", "tag": "e98f890f-e07a-4da1-a1cf-e82bb36f64ec", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:24.561192 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d9d6589-7300-4f4e-b3ac-f01ad92a4f2a {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:24.561772 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b36e59-6cbd-4d20-8b91-4653c81918e4', 'name': 'network-vif-deleted', 'tag': 'e98f890f-e07a-4da1-a1cf-e82bb36f64ec', 'status': 'completed', 'code': 200} Jun 26 18:14:24.711995 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:14:24.833511 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:24.854299 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] Sync routers for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:24.872503 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:24.872503 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:24.872723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:24.910992 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5dbff22-d503-44d5-8942-8a965c302879 req-90d62266-3ff6-4209-aeea-5b11b54064ae tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b36e59-6cbd-4d20-8b91-4653c81918e4 HTTP/1.1" status: 200 len: 210 time: 0.0506310 Jun 26 18:14:24.943931 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4352410 Jun 26 18:14:24.986557 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:25.103691 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1364ed-2f05-4167-b16f-466c4b8833cb req-85ba7265-d19e-407a-b6f6-e1194dfea751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:25.105175 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc1364ed-2f05-4167-b16f-466c4b8833cb req-85ba7265-d19e-407a-b6f6-e1194dfea751 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0650127 Jun 26 18:14:25.143389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc1364ed-2f05-4167-b16f-466c4b8833cb req-e87019cd-b200-4b7b-8f5d-631aa4c43c8a tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Jun 26 18:14:25.200524 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b117e87d-37a9-4a7e-a8c1-7cccab995561', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'port_id': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'mac_address': 'fa:16:3e:3f:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:14:23Z', 'updated_at': '2021-06-26T18:14:23Z', 'revision_number': 0, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:09Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:25.232068 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] Checking router: 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:25.241990 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:25.242628 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:25.440673 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:25.691677 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b117e87d-37a9-4a7e-a8c1-7cccab995561', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'port_id': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'mac_address': 'fa:16:3e:3f:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:14:23Z', 'updated_at': '2021-06-26T18:14:23Z', 'revision_number': 0, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:09Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:25.722922 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba805c93-ec61-4848-b707-e7f610b0c543 None None] The sync data for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi is: [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b117e87d-37a9-4a7e-a8c1-7cccab995561', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'port_id': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'mac_address': 'fa:16:3e:3f:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:14:23Z', 'updated_at': '2021-06-26T18:14:23Z', 'revision_number': 0, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:09Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:25.937123 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee8b8c-2fe4-4a9d-9bcf-ba302030c565 None None] New status for floating IP b117e87d-37a9-4a7e-a8c1-7cccab995561: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:14:25.972567 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d323-4862-4a0b-a719-d1163157abde req-03d41143-5720-404d-aa1e-4dfb5858ae32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:25.974626 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7053d323-4862-4a0b-a719-d1163157abde req-03d41143-5720-404d-aa1e-4dfb5858ae32 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 946 time: 0.0765626 Jun 26 18:14:26.108138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Deleting port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:26.108517 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.223130 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] For port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:26.223533 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.238031 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Calling delete_port for d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:26.378837 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.384265 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-efa505e2-2707-4a46-a211-2d6bfe720a52 tempest-DeleteServersTestJSON-1563640449 tempest-DeleteServersTestJSON-1563640449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:26.421421 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:26.448516 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Pushing event deleted for resources: {'Port': ['ID=d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:26.450948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:26.473711 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2cb66252-a122-456c-b16d-85c55acf492c req-27d491fe-659c-453f-a773-9e3e2bd51988 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a2a7c9-2366-4e02-9a73-afd2d45406f7 HTTP/1.1" status: 200 len: 210 time: 0.0533340 Jun 26 18:14:26.491502 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] No DVR routers for this DVR port d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:14:26.494169 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:26.496593 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7053d323-4862-4a0b-a719-d1163157abde req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] 10.222.0.35 "DELETE /v2.0/ports/d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 HTTP/1.1" status: 204 len: 173 time: 0.5102003 Jun 26 18:14:26.562580 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}, {'server_uuid': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'name': 'network-vif-deleted', 'tag': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:26.564961 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3252c-b0d5-4eea-b232-0770ccb5a017" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}, {"server_uuid": "57a2a7c9-2366-4e02-9a73-afd2d45406f7", "name": "network-vif-deleted", "tag": "d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:26.608128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8c53c1-ef3f-48be-a003-b0ed24fbe13f x-openstack-request-id: req-7f8c53c1-ef3f-48be-a003-b0ed24fbe13f {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:26.608454 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "status": "completed", "code": 200}, {"server_uuid": "57a2a7c9-2366-4e02-9a73-afd2d45406f7", "name": "network-vif-deleted", "tag": "d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:26.608736 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f8c53c1-ef3f-48be-a003-b0ed24fbe13f {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:26.609158 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'status': 'completed', 'code': 200} Jun 26 18:14:26.609442 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a2a7c9-2366-4e02-9a73-afd2d45406f7', 'name': 'network-vif-deleted', 'tag': 'd724d7fb-18af-4fc4-af4e-2bcb9f38d6e0', 'status': 'completed', 'code': 200} Jun 26 18:14:26.721946 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-47361957-765c-494b-ab21-bea84ea2352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:26.723437 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-47361957-765c-494b-ab21-bea84ea2352c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1098 time: 0.0546730 Jun 26 18:14:26.818084 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-edfdfac1-2001-4ded-a295-11125ce95927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:26.819603 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-edfdfac1-2001-4ded-a295-11125ce95927 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 909 time: 0.0894680 Jun 26 18:14:26.888878 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-4698985f-18a7-4298-bc8e-2ca1cf78d9af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 1001 time: 0.0583634 Jun 26 18:14:26.923398 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device e98f890f-e07a-4da1-a1cf-e82bb36f64ec no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:26.941589 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-979a0be9-46c6-4e60-8d1c-d212c5b0a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:26.943047 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-979a0be9-46c6-4e60-8d1c-d212c5b0a9ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0433795 Jun 26 18:14:26.944085 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: e98f890f-e07a-4da1-a1cf-e82bb36f64ec {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:26.944473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device e98f890f-e07a-4da1-a1cf-e82bb36f64ec not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:27.007683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-c0076f9b-bd17-42b9-a3a2-6756bd5f9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:27.009188 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-c0076f9b-bd17-42b9-a3a2-6756bd5f9920 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574212 Jun 26 18:14:27.106980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-c070b7da-8426-4c9f-9f86-c197d6ed6e42 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857985 Jun 26 18:14:27.219790 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ea3252c-b0d5-4eea-b232-0770ccb5a017 req-fe23de80-e227-412b-a946-24d702f12262 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048789 Jun 26 18:14:27.338247 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c690f2b-3a87-4343-85e7-8cd4d419ad8f req-aac91a24-3cd0-4480-a104-4e7b3e9917ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:27.339884 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c690f2b-3a87-4343-85e7-8cd4d419ad8f req-aac91a24-3cd0-4480-a104-4e7b3e9917ca tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0793004 Jun 26 18:14:27.381596 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c690f2b-3a87-4343-85e7-8cd4d419ad8f req-ca2e262d-b57a-4c59-a7af-1fd70480a1bc tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jun 26 18:14:27.567777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57764) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:27.584197 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4663f-6d4c-474e-85c0-4b1202df9f0d req-a671e16b-219c-44a1-b41e-52736f8550c0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:27.585711 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ed4663f-6d4c-474e-85c0-4b1202df9f0d req-a671e16b-219c-44a1-b41e-52736f8550c0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.0644646 Jun 26 18:14:27.624603 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ed4663f-6d4c-474e-85c0-4b1202df9f0d req-385239ae-d5c6-4fed-b123-6ec82b6f7b9f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Jun 26 18:14:27.979461 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.275301 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Deleting port 28b77930-2e29-4dec-ab5a-6eea7d0f4414 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:28.275660 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.350150 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] For port 28b77930-2e29-4dec-ab5a-6eea7d0f4414, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=28b77930-2e29-4dec-ab5a-6eea7d0f4414,segment=NetworkSegment(8344234c-fc79-4be9-84f0-dc3978443feb),segment_id=8344234c-fc79-4be9-84f0-dc3978443feb)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:28.350509 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.362569 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Calling delete_port for 28b77930-2e29-4dec-ab5a-6eea7d0f4414 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:28.557530 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.560384 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603b24-5a6f-4b48-afe9-1700d6551d01 req-7559f06a-bb00-4f2c-9118-fd65fc1376f2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:28.560897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:28.561960 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34603b24-5a6f-4b48-afe9-1700d6551d01 req-7559f06a-bb00-4f2c-9118-fd65fc1376f2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0701740 Jun 26 18:14:28.584334 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b77930-2e29-4dec-ab5a-6eea7d0f4414,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:28.589942 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:28.605501 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34603b24-5a6f-4b48-afe9-1700d6551d01 req-286bd667-1d78-4065-8e1a-5fbea4eca866 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358586 Jun 26 18:14:28.744200 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:28.799780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369dc16-9e62-48bc-b415-bc42e96f1183 req-56503d4f-01d8-471c-bd2e-d163e992c0b7 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:28.801495 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e369dc16-9e62-48bc-b415-bc42e96f1183 req-56503d4f-01d8-471c-bd2e-d163e992c0b7 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.0642328 Jun 26 18:14:28.839308 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e369dc16-9e62-48bc-b415-bc42e96f1183 req-1d25b276-0d4a-4aa1-954a-77769ab5c4fc tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Jun 26 18:14:28.960733 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:14:29.063309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:29.069064 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ff2acb52-87d4-4898-9600-970f632891e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/740f79e6-4bbd-45eb-8c81-49c0bbdee8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4995053 Jun 26 18:14:29.071626 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57774) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:29.072268 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] Sync routers for ids ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:29.081068 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] Routers {'740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:29.081671 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:29.171145 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.181604 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] Set router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:29.357611 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:14:28Z', 'revision_number': 5, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:29.383771 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] Checking router: 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:29.392161 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] Routers {'740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:29.392785 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:29.498119 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] Set router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:29.503236 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.554998 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Deleting port d10ff97a-7126-43d4-b9ad-eaf395a66427 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:29.555356 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.602848 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93806df-e25a-45f1-92b1-cbace21da423 req-968b30b6-cd65-4a08-afa6-8c5eff231f6f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:29.604385 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a93806df-e25a-45f1-92b1-cbace21da423 req-968b30b6-cd65-4a08-afa6-8c5eff231f6f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.0794907 Jun 26 18:14:29.637823 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] For port d10ff97a-7126-43d4-b9ad-eaf395a66427, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=d10ff97a-7126-43d4-b9ad-eaf395a66427,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:29.638269 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.652931 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Calling delete_port for d10ff97a-7126-43d4-b9ad-eaf395a66427 owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:29.688209 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:14:28Z', 'revision_number': 5, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:29.712234 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Deleting port a163e282-ab07-47d2-96aa-6abb2193a16a {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:14:29.712611 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.718115 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf676f6-847f-41e6-b165-4bbf7ccff9fd None None] The sync data for ids ['740f79e6-4bbd-45eb-8c81-49c0bbdee8a1'] in dv-cinder-798198-1-iscsi is: [{'id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'name': 'tempest-ServerRescueNegativeTestJSON-137609753-router', 'tenant_id': 'c77060df42234339b536e26a6623eced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:14:28Z', 'revision_number': 5, 'project_id': 'c77060df42234339b536e26a6623eced', 'gw_port': {'id': 'd10ff97a-7126-43d4-b9ad-eaf395a66427', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740f79e6-4bbd-45eb-8c81-49c0bbdee8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:43Z', 'updated_at': '2021-06-26T18:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:29.842019 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.844951 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:29.851233 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] For port a163e282-ab07-47d2-96aa-6abb2193a16a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a163e282-ab07-47d2-96aa-6abb2193a16a,segment=NetworkSegment(29f853e3-0a78-4953-81ad-40cdafef3701),segment_id=29f853e3-0a78-4953-81ad-40cdafef3701)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:29.851612 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.873239 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10ff97a-7126-43d4-b9ad-eaf395a66427,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:29.873400 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a653e-aa0f-45d9-ae38-281d0fe9fdca req-4a6f6e9f-7a7b-40ed-91f4-0c277da38687 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:29.875805 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-033a653e-aa0f-45d9-ae38-281d0fe9fdca req-4a6f6e9f-7a7b-40ed-91f4-0c277da38687 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1379917 Jun 26 18:14:29.876819 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Calling delete_port for a163e282-ab07-47d2-96aa-6abb2193a16a owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:14:29.882145 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:29.938885 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:29.963281 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-033a653e-aa0f-45d9-ae38-281d0fe9fdca req-87be6601-70f4-423d-a1d5-0b29f2fa1e45 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762203 Jun 26 18:14:30.046205 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.048223 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.075253 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b672f6-14e9-40ea-b4ec-549073a225ae req-28c0fae3-0307-4734-a4e2-87bf9199e66f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:30.076755 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e5b672f6-14e9-40ea-b4ec-549073a225ae req-28c0fae3-0307-4734-a4e2-87bf9199e66f tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/ports?device_id=300f2595-adf3-4acd-b4a9-efafc3977518 HTTP/1.1" status: 200 len: 945 time: 0.1049273 Jun 26 18:14:30.093101 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.103988 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bb592eb9-0292-48f9-b095-c7df922abecf tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:30.115012 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.115736 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:14:30.121350 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.124829 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/740f79e6-4bbd-45eb-8c81-49c0bbdee8a1 HTTP/1.1" status: 204 len: 168 time: 1.0499609 Jun 26 18:14:30.125102 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57794) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:30.140419 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Pushing event deleted for resources: {'Port': ['ID=a163e282-ab07-47d2-96aa-6abb2193a16a,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:30.142841 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:30.148060 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['a163e282-ab07-47d2-96aa-6abb2193a16a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:30.183907 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e5b672f6-14e9-40ea-b4ec-549073a225ae req-c3c021db-41a4-4e8d-8879-8e5d71bdd83a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.23 "GET /v2.0/security-groups?id=b082c85f-75e7-4efc-8116-2b9775571424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987518 Jun 26 18:14:30.195903 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Deleting subnet 663c4d45-19a6-4986-8863-0fef0db3e6fa {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:14:30.200149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] No DVR routers for this DVR port a163e282-ab07-47d2-96aa-6abb2193a16a on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:14:30.200346 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.202644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.212994 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a93806df-e25a-45f1-92b1-cbace21da423 req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] 10.222.0.35 "DELETE /v2.0/ports/a163e282-ab07-47d2-96aa-6abb2193a16a HTTP/1.1" status: 204 len: 173 time: 0.5922618 Jun 26 18:14:30.212994 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f2595-adf3-4acd-b4a9-efafc3977518', 'name': 'network-vif-deleted', 'tag': 'a163e282-ab07-47d2-96aa-6abb2193a16a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:30.212994 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df1a97-b6d4-43b5-80f3-7480c8c22352" -d '{"events": [{"server_uuid": "300f2595-adf3-4acd-b4a9-efafc3977518", "name": "network-vif-deleted", "tag": "a163e282-ab07-47d2-96aa-6abb2193a16a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:30.239583 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.268907 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee184bd0-b253-4dc0-9e65-e0a64ce41e70 x-openstack-request-id: req-ee184bd0-b253-4dc0-9e65-e0a64ce41e70 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:30.269231 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f2595-adf3-4acd-b4a9-efafc3977518", "name": "network-vif-deleted", "tag": "a163e282-ab07-47d2-96aa-6abb2193a16a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:30.269511 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee184bd0-b253-4dc0-9e65-e0a64ce41e70 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:30.269970 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f2595-adf3-4acd-b4a9-efafc3977518', 'name': 'network-vif-deleted', 'tag': 'a163e282-ab07-47d2-96aa-6abb2193a16a', 'status': 'completed', 'code': 200} Jun 26 18:14:30.282040 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.336924 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.340454 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:30.364800 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663c4d45-19a6-4986-8863-0fef0db3e6fa,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:30.368093 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:30.369097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.370938 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-decf3f97-c980-45d8-a0e6-910ac86b0400 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/663c4d45-19a6-4986-8863-0fef0db3e6fa HTTP/1.1" status: 204 len: 168 time: 0.2449248 Jun 26 18:14:30.373423 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57798) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:30.441673 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.523263 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.533886 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b791ea2-7a05-45b8-a3b1-2f35cfe9063e']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:30.544635 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8344234c-fc79-4be9-84f0-dc3978443feb') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:30.544926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8344234c-fc79-4be9-84f0-dc3978443feb') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:30.554713 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.572217 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.579730 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:14:30.580287 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:14:30.582110 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:14:30.617588 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 28b77930-2e29-4dec-ab5a-6eea7d0f4414 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:30.643047 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 28b77930-2e29-4dec-ab5a-6eea7d0f4414 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:30.643526 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 28b77930-2e29-4dec-ab5a-6eea7d0f4414 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:30.643677 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.650171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:30.654008 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.655851 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b791ea2-7a05-45b8-a3b1-2f35cfe9063e HTTP/1.1" status: 204 len: 168 time: 0.2815266 Jun 26 18:14:30.665600 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b791ea2-7a05-45b8-a3b1-2f35cfe9063e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:30.668547 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:30.817798 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57802) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:30.858094 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-acea22e5-ecce-4bd5-856e-fa48031584b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c77060df42234339b536e26a6623eced&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390637 Jun 26 18:14:30.860499 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57804) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:30.917580 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.938814 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.956670 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device a163e282-ab07-47d2-96aa-6abb2193a16a no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:30.981605 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: a163e282-ab07-47d2-96aa-6abb2193a16a {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:30.982414 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device a163e282-ab07-47d2-96aa-6abb2193a16a not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:30.983113 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:30.990327 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.993855 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:30.995211 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287 HTTP/1.1" status: 204 len: 168 time: 0.1337812 Jun 26 18:14:30.996000 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-537c1181-527c-4af3-9d6e-f93263c8d1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:31.006125 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:31.006553 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d724d7fb-18af-4fc4-af4e-2bcb9f38d6e0 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:31.025465 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0dcf4f-be83-4ef8-b4a7-5fabfb49f287,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:31.038972 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:31.286512 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57818) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:31.316477 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1bb25-87ce-4741-8836-ff8aa0991357 req-9b8193ed-06cb-4c12-9e18-34258f738b25 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:31.318585 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9cb1bb25-87ce-4741-8836-ff8aa0991357 req-9b8193ed-06cb-4c12-9e18-34258f738b25 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0655124 Jun 26 18:14:31.337994 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Deleting subnet c66e207e-2c18-4201-bcfb-50a9b74161ce {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:14:31.341060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.360103 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9cb1bb25-87ce-4741-8836-ff8aa0991357 req-1e81eab8-46af-47b8-9bb5-8903e7cbca09 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324788 Jun 26 18:14:31.375503 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.414554 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.467502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.470485 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-cd294bb6-3fae-4dcb-939c-9c9c93967919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:31.499231 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c66e207e-2c18-4201-bcfb-50a9b74161ce,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:31.502112 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:31.505215 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.510146 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f082dc5a-b6f2-4f08-831e-433d3addf45a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c66e207e-2c18-4201-bcfb-50a9b74161ce HTTP/1.1" status: 204 len: 168 time: 0.2197587 Jun 26 18:14:31.510146 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 57828) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:31.578601 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.663711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.673227 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8acfde1-98b2-4996-80d2-f11e13cb1436']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:31.683628 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f853e3-0a78-4953-81ad-40cdafef3701') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:31.683928 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f853e3-0a78-4953-81ad-40cdafef3701') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:31.693055 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.706599 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.712418 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:14:31.712858 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:14:31.714932 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:14:31.769031 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.772476 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:31.774804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.779082 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c8acfde1-98b2-4996-80d2-f11e13cb1436 HTTP/1.1" status: 204 len: 168 time: 0.2659831 Jun 26 18:14:31.789308 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8acfde1-98b2-4996-80d2-f11e13cb1436,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:31.794731 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8f5bcf54-3527-49c7-b6ad-939013dd36f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:31.885828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57844) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:31.923530 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-376c11dd-e9c9-4d09-bbf4-a65fac95b55e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b8d1f2aa7274c27b1f7613daa50fd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364883 Jun 26 18:14:31.925840 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 57846) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:31.978572 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:31.999803 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:32.048170 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:32.050719 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:32.052454 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b082c85f-75e7-4efc-8116-2b9775571424 HTTP/1.1" status: 204 len: 168 time: 0.1250155 Jun 26 18:14:32.053298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f96e7df1-ab1c-462f-be6e-bcc18b5d8f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:32.060845 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082c85f-75e7-4efc-8116-2b9775571424,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:32.063100 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:32.474793 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device d10ff97a-7126-43d4-b9ad-eaf395a66427 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:14:32.495591 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: d10ff97a-7126-43d4-b9ad-eaf395a66427 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:14:32.496181 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device d10ff97a-7126-43d4-b9ad-eaf395a66427 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:14:32.540295 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6449-7b93-44ad-982d-48ced5e35ad1 req-95a46719-b08f-46cb-8261-daea9fd7333f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:32.541820 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-140e6449-7b93-44ad-982d-48ced5e35ad1 req-95a46719-b08f-46cb-8261-daea9fd7333f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0692935 Jun 26 18:14:32.589837 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-140e6449-7b93-44ad-982d-48ced5e35ad1 req-32d01d1b-ac95-4a1d-844f-27538e2cac58 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Jun 26 18:14:33.767446 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44783d3a-d9ce-47cc-8c19-6fa9e38aadad req-c86833b7-c8d0-4ffc-9f6f-aa06f93a01e5 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:33.769193 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44783d3a-d9ce-47cc-8c19-6fa9e38aadad req-c86833b7-c8d0-4ffc-9f6f-aa06f93a01e5 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0695632 Jun 26 18:14:33.806692 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44783d3a-d9ce-47cc-8c19-6fa9e38aadad req-b056f316-4bcb-48af-9f73-72dec1191fec tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Jun 26 18:14:34.532774 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-db82022f-d2eb-4536-8f9e-fc37575150f6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50168644&fields=id&tenant_id=5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 267 time: 0.0339813 Jun 26 18:14:34.635070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-1b506317-3d54-4553-90bc-0d69082d6f1d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:34.636539 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-1b506317-3d54-4553-90bc-0d69082d6f1d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 811 time: 0.1026998 Jun 26 18:14:34.651716 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-34691ea4-9a9a-4d67-8c05-bef5b43b028d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/quotas/5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 375 time: 0.0097282 Jun 26 18:14:34.718925 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-57def35f-1163-4635-ba13-fa5dd6db73dc tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625036 Jun 26 18:14:34.808486 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-9e9718cc-60b9-41e7-994b-990890f1fd49 service neutron] 10.222.0.23 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787156 Jun 26 18:14:34.903882 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-dd157c23-1bc5-4a32-b134-00299f484934 service neutron] 10.222.0.23 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896490 Jun 26 18:14:34.983886 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59b54e-3c9d-4182-bf58-1eefcabb95e8 req-54be8773-1e4e-4c9d-854d-0f129864a746 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:34.985537 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d59b54e-3c9d-4182-bf58-1eefcabb95e8 req-54be8773-1e4e-4c9d-854d-0f129864a746 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0640576 Jun 26 18:14:35.027861 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d59b54e-3c9d-4182-bf58-1eefcabb95e8 req-43702fc3-f23a-4046-b7c3-a7bb354a920f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360744 Jun 26 18:14:35.206928 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a050de90-7f95-415b-8847-d389f0648227 req-49fb2eb9-84ae-4fce-988d-2a033cbb12b5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 210 time: 0.0269012 Jun 26 18:14:36.205435 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb529d-ac9d-4d62-930c-9ff6e5bd5006 req-a8f14c07-8a8d-4f5a-a962-b4a2c5055437 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:36.207129 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27eb529d-ac9d-4d62-930c-9ff6e5bd5006 req-a8f14c07-8a8d-4f5a-a962-b4a2c5055437 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0736501 Jun 26 18:14:36.255585 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58010) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:36.266101 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27eb529d-ac9d-4d62-930c-9ff6e5bd5006 req-03834662-b4d2-4f2e-ad61-fba10730333e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494375 Jun 26 18:14:36.368581 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.383906 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-28e915f0-0b43-47bc-8087-c09807e7e3da req-cdff1781-937b-4335-a2fb-9463e38b65c6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 210 time: 0.0503323 Jun 26 18:14:36.474795 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-7dbec500-2882-4848-9b81-f1ff53a28ea2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:36.476338 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-7dbec500-2882-4848-9b81-f1ff53a28ea2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 811 time: 0.1528981 Jun 26 18:14:36.476572 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.480761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.483505 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-1876cfd4-c0c8-456a-bccd-a1a75a971806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:36.513900 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea0bba-91bc-4737-8a0a-96f69dcb9bd6,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:36.520481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:36.529506 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f922121da7ab416689ef766181c4751e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721870 Jun 26 18:14:36.530101 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58014) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:36.540830 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-cd8e3acb-d3c4-4134-bc2a-de789b582b6f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 378 time: 0.0386477 Jun 26 18:14:36.552094 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'port': {'device_id': 'ac992696-5ef3-4835-938d-12a87a759fed', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'admin_state_up': True, 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'security_groups': ['8cbda181-b8a5-4ca5-aa72-69c8df264cab']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:36.583788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.604589 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.652517 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.655861 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.659941 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Made reservation on behalf of 5356d91a54fe467e9e511d90a3fe8d1a for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:14:36.660120 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2ea0bba-91bc-4737-8a0a-96f69dcb9bd6 HTTP/1.1" status: 204 len: 168 time: 0.1262865 Jun 26 18:14:36.660120 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f7cdfcae-fd24-41ef-bc78-467d098db17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:36.662327 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.669672 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea0bba-91bc-4737-8a0a-96f69dcb9bd6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:36.678033 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:36.797532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Allocated IP 172.20.0.10 (a837c674-85e6-4f9f-ba1c-b6cb748b30f3/9ad55046-70e3-43ad-a9da-cfd8fce09993/52976b38-e24c-41c9-893f-c29b365c5082) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:36.933829 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:36.940094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58020) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:36.953991 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.050568 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.055649 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.059372 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ce453993-250e-455a-84d0-c75759f62bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:37.115258 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7af72811d4c64e2aaa83437c7c7fd973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740587 Jun 26 18:14:37.119261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58028) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:37.121458 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d168148-2f7b-4c44-9a21-cad90eefec2a,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:37.124711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:37.178196 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.197839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Transition to ACTIVE for port object 52976b38-e24c-41c9-893f-c29b365c5082 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:37.200798 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.233704 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.237507 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-17501460-9a01-4b84-92a7-f4b156b61e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:37.261852 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.266401 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.268144 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d168148-2f7b-4c44-9a21-cad90eefec2a HTTP/1.1" status: 204 len: 168 time: 0.1475151 Jun 26 18:14:37.269233 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3b4623dc-f1e9-4f1b-8ba1-cef1b53ff259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:37.282292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:37.286559 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:37.297314 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:37.301164 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d168148-2f7b-4c44-9a21-cad90eefec2a,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:37.310278 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:37.333914 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=52976b38-e24c-41c9-893f-c29b365c5082,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:37.338581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:37.364043 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:37.364810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.402346 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8544185 Jun 26 18:14:37.421260 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Request body: {'port': {'device_id': 'ac992696-5ef3-4835-938d-12a87a759fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:37.637832 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.646206 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-600a5394-cc21-478a-b3c5-8b62ff5b802d None None] Provisioning for port 52976b38-e24c-41c9-893f-c29b365c5082 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:37.655904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-600a5394-cc21-478a-b3c5-8b62ff5b802d None None] Provisioning complete for port 52976b38-e24c-41c9-893f-c29b365c5082 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:37.656289 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-600a5394-cc21-478a-b3c5-8b62ff5b802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:37.660964 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02242-a1b1-409e-b31a-bbc623b8f9e8 req-9f5e1ceb-1ae2-44e4-b688-e2d011553d97 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:37.662587 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3ff02242-a1b1-409e-b31a-bbc623b8f9e8 req-9f5e1ceb-1ae2-44e4-b688-e2d011553d97 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1944773 Jun 26 18:14:37.697856 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-600a5394-cc21-478a-b3c5-8b62ff5b802d None None] Port 52976b38-e24c-41c9-893f-c29b365c5082 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:14:37.733555 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487dbd1-e182-4aba-8059-01bd880d191c req-428c8bf2-b7d0-4c9e-997f-4cfe8ebc1129 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:37.735034 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7487dbd1-e182-4aba-8059-01bd880d191c req-428c8bf2-b7d0-4c9e-997f-4cfe8ebc1129 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 932 time: 0.1937628 Jun 26 18:14:37.818037 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3ff02242-a1b1-409e-b31a-bbc623b8f9e8 req-748da6b8-d63e-46d7-ab1e-3a9564e514d1 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451588 Jun 26 18:14:37.851371 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7487dbd1-e182-4aba-8059-01bd880d191c req-d1b679d1-a534-4efb-a34e-a95c16fd6f01 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067047 Jun 26 18:14:38.018515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52976b38-e24c-41c9-893f-c29b365c5082 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:14:38.026285 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:38.039652 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Transition to ACTIVE for port object 52976b38-e24c-41c9-893f-c29b365c5082 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:14:38.043817 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:38.051902 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-088408b0-dc88-48da-a8e9-7735c42e5533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:38.101795 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Pushing event updated for resources: {'Port': ['ID=52976b38-e24c-41c9-893f-c29b365c5082,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:38.104588 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:38.186044 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Attempting to bind port 52976b38-e24c-41c9-893f-c29b365c5082 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:14:38.186571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Attempting to bind port 52976b38-e24c-41c9-893f-c29b365c5082 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:14:38.187023 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Attempting to bind port 52976b38-e24c-41c9-893f-c29b365c5082 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:38.192017 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Port 52976b38-e24c-41c9-893f-c29b365c5082 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:14:38.192344 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Attempting to bind port 52976b38-e24c-41c9-893f-c29b365c5082 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:14:38.197395 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:14:38.199751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Checking segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:14:38.200455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Bound using segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:14:38.201086 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Bound port: 52976b38-e24c-41c9-893f-c29b365c5082, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:14:38.201661 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:38.278872 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] For port 52976b38-e24c-41c9-893f-c29b365c5082, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:14:38.284401 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] For port 52976b38-e24c-41c9-893f-c29b365c5082, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=52976b38-e24c-41c9-893f-c29b365c5082,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:14:38.291429 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:38.295699 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:38.348129 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:38.348713 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:38.350478 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] 10.222.0.35 "PUT /v2.0/ports/52976b38-e24c-41c9-893f-c29b365c5082 HTTP/1.1" status: 200 len: 1094 time: 0.9342232 Jun 26 18:14:38.350985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:38.354097 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "tag": "52976b38-e24c-41c9-893f-c29b365c5082"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:38.418733 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c95d46-31f8-4e7e-83d4-9b52f1dcb2c8 x-openstack-request-id: req-a9c95d46-31f8-4e7e-83d4-9b52f1dcb2c8 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:38.419069 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "tag": "52976b38-e24c-41c9-893f-c29b365c5082", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:38.419382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c95d46-31f8-4e7e-83d4-9b52f1dcb2c8 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:38.419797 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082', 'status': 'completed', 'code': 200} Jun 26 18:14:38.420535 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Pushing event updated for resources: {'Port': ['ID=52976b38-e24c-41c9-893f-c29b365c5082,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:38.425770 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:38.508209 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-0b09ad22-3273-4986-887b-5080f9d61520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:38.509706 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-0b09ad22-3273-4986-887b-5080f9d61520 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 1097 time: 0.0650403 Jun 26 18:14:38.568577 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-0c6e05a4-cc8a-428c-af8e-a45f44398ce5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52976b38-e24c-41c9-893f-c29b365c5082 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Jun 26 18:14:38.630937 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-606f42b2-4adb-4caf-8fe3-1aad9e4cbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:38.632267 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-606f42b2-4adb-4caf-8fe3-1aad9e4cbc15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0565376 Jun 26 18:14:38.698933 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-955a6043-0e26-49e3-8aa1-c200baecd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:38.700438 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-955a6043-0e26-49e3-8aa1-c200baecd0c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579529 Jun 26 18:14:38.789046 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-a03bfff2-f4d7-43bb-831d-ced5fcbd1eeb service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806365 Jun 26 18:14:38.892165 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a336849f-a3e9-41d0-b46c-6eda60df75e3 req-d999e65f-67a5-477f-b9c4-128e220e2b31 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926838 Jun 26 18:14:39.074888 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cd28c-755a-425f-958f-9c5ef89b259f req-5ef78249-9c38-4340-98b6-d050843e3d76 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:39.076373 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f1cd28c-755a-425f-958f-9c5ef89b259f req-5ef78249-9c38-4340-98b6-d050843e3d76 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1349998 Jun 26 18:14:39.131663 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58120) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:39.137025 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f1cd28c-755a-425f-958f-9c5ef89b259f req-a11f2a85-d1a9-4b4e-8a11-c58f451cf97f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529079 Jun 26 18:14:39.145891 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e38c2-dfa9-4044-ad66-6d86cf7ac5d8 req-26f9474b-b2cc-4c4a-9741-61dd332855db tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:39.147353 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e12e38c2-dfa9-4044-ad66-6d86cf7ac5d8 req-26f9474b-b2cc-4c4a-9741-61dd332855db tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.1489971 Jun 26 18:14:39.153553 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-7e232c9b-2f25-4dab-b3da-052f0ef44881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:39.155177 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-7e232c9b-2f25-4dab-b3da-052f0ef44881 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 1097 time: 0.1438985 Jun 26 18:14:39.209929 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e12e38c2-dfa9-4044-ad66-6d86cf7ac5d8 req-bec7432f-12d9-4040-a244-7136c64694b0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537868 Jun 26 18:14:39.237798 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.269520 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-7b0ff8a0-dd14-4e84-8906-2ec81b5408d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:39.271001 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-7b0ff8a0-dd14-4e84-8906-2ec81b5408d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.1018167 Jun 26 18:14:39.327216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.331525 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.333945 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-faa13584-a258-4e1f-a164-018222e8b9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:39.335780 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-3724c895-8dc5-4421-823e-e5757e78cd72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52976b38-e24c-41c9-893f-c29b365c5082 HTTP/1.1" status: 200 len: 217 time: 0.0364945 Jun 26 18:14:39.368558 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ee129-c13a-44db-b154-629ab818e813,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:39.376167 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=222c95d0c3aa4d6986b73be2497b3d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420743 Jun 26 18:14:39.376167 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58124) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:39.376824 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:39.397940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-369e3316-53a0-4afb-beb8-91f597115b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:39.399448 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-369e3316-53a0-4afb-beb8-91f597115b25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0482924 Jun 26 18:14:39.427839 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.448746 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.471416 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-9341b655-ec19-413f-b7b1-2f23caaf85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:39.472927 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-9341b655-ec19-413f-b7b1-2f23caaf85ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555451 Jun 26 18:14:39.493453 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.496260 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.499734 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd2ee129-c13a-44db-b154-629ab818e813 HTTP/1.1" status: 204 len: 168 time: 0.1196790 Jun 26 18:14:39.499734 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-38de86f4-ce1b-4147-9d7e-b2487569fdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:39.506485 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ee129-c13a-44db-b154-629ab818e813,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:39.508833 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:39.574034 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-3d6aef76-2890-4d0a-948a-3c30b91c957b service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946977 Jun 26 18:14:39.674230 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b765b9d-95f8-4ae6-a2b6-90ee05357a6d req-97be8fc7-1df4-431c-89fb-678d0b195244 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908041 Jun 26 18:14:39.794791 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58136) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:39.808822 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.895850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.899237 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:39.902432 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8349dd22-83b6-405c-8214-950398b473b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:39.936599 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82224bcd4576480b9c870e7cc3d1dcf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407139 Jun 26 18:14:39.937468 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfab596-e621-410d-8db8-518672dc9b10,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:39.939907 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58138) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:39.940398 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:39.989034 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:40.009953 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:40.055971 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:40.058855 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:40.060135 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bfab596-e621-410d-8db8-518672dc9b10 HTTP/1.1" status: 204 len: 168 time: 0.1186078 Jun 26 18:14:40.060975 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c10100cc-a5f0-4dd9-8653-39466ba4a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:40.068225 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfab596-e621-410d-8db8-518672dc9b10,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:40.070444 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:40.311294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0852fee-16de-4c03-891f-43b78fcc3b17 req-4e2ecd62-6b5c-4359-9f82-925c5c85a18a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:40.312835 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d0852fee-16de-4c03-891f-43b78fcc3b17 req-4e2ecd62-6b5c-4359-9f82-925c5c85a18a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0633628 Jun 26 18:14:40.381839 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d0852fee-16de-4c03-891f-43b78fcc3b17 req-80e0f1f3-0962-412c-8f39-8c121c75937d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622675 Jun 26 18:14:40.418525 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfda0a-77f2-49c6-874e-83ce430ad639 req-8018ce59-b41e-46c7-b744-4f78f28e2856 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:40.419933 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82cfda0a-77f2-49c6-874e-83ce430ad639 req-8018ce59-b41e-46c7-b744-4f78f28e2856 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.0829604 Jun 26 18:14:40.458941 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82cfda0a-77f2-49c6-874e-83ce430ad639 req-077c5ffc-2370-4d22-ac98-9bf777974673 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330164 Jun 26 18:14:41.558888 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee49d8-7327-41f7-85d9-b3e90f0f7d36 req-6c1bb935-8278-44f3-8657-7afe6315ea8b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:41.560399 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-40ee49d8-7327-41f7-85d9-b3e90f0f7d36 req-6c1bb935-8278-44f3-8657-7afe6315ea8b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0662389 Jun 26 18:14:41.640401 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-40ee49d8-7327-41f7-85d9-b3e90f0f7d36 req-4dc71d72-5a31-4a69-b752-f05934eb47ce tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736296 Jun 26 18:14:41.668988 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2a40-53b8-4158-8f57-8ab41cb3be41 req-e154df09-4552-4d83-885a-6b393bcebfd3 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:41.670627 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-abfc2a40-53b8-4158-8f57-8ab41cb3be41 req-e154df09-4552-4d83-885a-6b393bcebfd3 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.0849447 Jun 26 18:14:41.717158 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-abfc2a40-53b8-4158-8f57-8ab41cb3be41 req-c1f16dc3-c2b6-461e-aaa8-61d0f2ca08b9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402856 Jun 26 18:14:42.201583 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58208) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:42.301690 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.384582 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.387872 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.390211 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e26e8dfd-5f08-41bc-892d-be58e570975f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:42.428167 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6834adca42184902b00e4fe79f2973f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255442 Jun 26 18:14:42.429049 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac1cce-d915-4cf5-a90d-f9ab5394cb2f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:42.430797 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58214) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:42.431939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:42.479743 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.499512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.543860 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.546391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:42.547557 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0ac1cce-d915-4cf5-a90d-f9ab5394cb2f HTTP/1.1" status: 204 len: 168 time: 0.1151521 Jun 26 18:14:42.548263 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:42.555476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac1cce-d915-4cf5-a90d-f9ab5394cb2f,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:42.557817 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:42.838137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5a03-993e-4275-b21a-f1b22a7c1586 req-35cddcd9-6065-4021-9fa6-c44202f925f7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:42.840525 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-290a5a03-993e-4275-b21a-f1b22a7c1586 req-35cddcd9-6065-4021-9fa6-c44202f925f7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0783155 Jun 26 18:14:42.917715 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-290a5a03-993e-4275-b21a-f1b22a7c1586 req-94e31a2f-e16a-429e-870a-42ad75c97fb2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649254 Jun 26 18:14:42.936627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361272a-7037-43c9-872b-0664ec0bbebd req-b02df8f3-7ded-4894-889c-679a03c7d4c0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:42.938146 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a361272a-7037-43c9-872b-0664ec0bbebd req-b02df8f3-7ded-4894-889c-679a03c7d4c0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.0966406 Jun 26 18:14:42.980342 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a361272a-7037-43c9-872b-0664ec0bbebd req-4bd7778d-106a-4bdb-b62a-42e3fdc45cfa tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355940 Jun 26 18:14:43.330329 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c731d83-daa0-409e-b52d-d2761af94723 req-81ea947b-6ed6-4250-856e-a466c15ab6e0 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:43.332552 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3c731d83-daa0-409e-b52d-d2761af94723 req-81ea947b-6ed6-4250-856e-a466c15ab6e0 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0988057 Jun 26 18:14:43.381695 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3c731d83-daa0-409e-b52d-d2761af94723 req-71463e1c-dca8-4636-a410-9f25772a3102 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Jun 26 18:14:43.384572 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c527a-ee8e-4583-ac3c-857b9552375a req-8ff1b17f-0da4-472f-a03d-4fd2e590935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:43.385904 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-8ff1b17f-0da4-472f-a03d-4fd2e590935c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1098 time: 0.0958843 Jun 26 18:14:43.483052 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c527a-ee8e-4583-ac3c-857b9552375a req-4c951f1c-4150-48c2-8ce8-b80d44cb17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:43.484562 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-4c951f1c-4150-48c2-8ce8-b80d44cb17fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.0871720 Jun 26 18:14:43.551110 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-7e2e7eea-9618-4413-a705-d8bf66b2781a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 1000 time: 0.0600247 Jun 26 18:14:43.602398 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c527a-ee8e-4583-ac3c-857b9552375a req-6b44f54a-4214-4759-b013-dce07a025cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:43.602398 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-6b44f54a-4214-4759-b013-dce07a025cbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0431883 Jun 26 18:14:43.665435 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c527a-ee8e-4583-ac3c-857b9552375a req-6239a045-c578-4866-b58b-52580907b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:43.666922 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-6239a045-c578-4866-b58b-52580907b440 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531602 Jun 26 18:14:43.761027 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-d8eee7a8-df35-409f-8af7-f8a7f4be4c48 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868030 Jun 26 18:14:43.852107 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-598c527a-ee8e-4583-ac3c-857b9552375a req-0fd9b221-dab5-4cda-9af1-18fc024b3600 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828710 Jun 26 18:14:44.134754 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58278) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:44.156512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cf9bc-ac74-4f3f-b40e-435470d6195b req-ef7a7842-76d0-44ab-9f15-52fcb90b8d75 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:44.157986 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-357cf9bc-ac74-4f3f-b40e-435470d6195b req-ef7a7842-76d0-44ab-9f15-52fcb90b8d75 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.0614350 Jun 26 18:14:44.202269 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-357cf9bc-ac74-4f3f-b40e-435470d6195b req-b2912b34-905e-40a3-9145-737b08614ec5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329857 Jun 26 18:14:44.242372 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4075ac5f-b23f-46a7-87c5-4a9e028fcda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.335748 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4075ac5f-b23f-46a7-87c5-4a9e028fcda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.340114 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4075ac5f-b23f-46a7-87c5-4a9e028fcda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.348554 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:44.382063 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4075ac5f-b23f-46a7-87c5-4a9e028fcda2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=301dbf1f5b06484ba8c92f7f78c7a439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432253 Jun 26 18:14:44.382063 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ac5f-b23f-46a7-87c5-4a9e028fcda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ecf2b-af15-4631-8848-547d4f10b4c5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:44.382550 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58290) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:44.384667 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4075ac5f-b23f-46a7-87c5-4a9e028fcda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:44.434547 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.458122 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.534292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.537619 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.538733 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/958ecf2b-af15-4631-8848-547d4f10b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1553686 Jun 26 18:14:44.541970 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-694348a3-0ce3-46ce-af56-99c5e1c66c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:44.554144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ecf2b-af15-4631-8848-547d4f10b4c5,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:44.556556 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:44.589384 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646e06-2c0b-4a4b-b8de-af8dba4d3e9c req-b712ab97-3419-4aaf-87e7-a2b56b4ee043 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:44.598579 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee646e06-2c0b-4a4b-b8de-af8dba4d3e9c req-b712ab97-3419-4aaf-87e7-a2b56b4ee043 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1027765 Jun 26 18:14:44.632398 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee646e06-2c0b-4a4b-b8de-af8dba4d3e9c req-9d68f445-b998-43e7-93ae-9980bf8f3da4 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329082 Jun 26 18:14:44.760253 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-989dc775-ed98-4f07-913e-e4d181ebebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.819952 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58300) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:44.833732 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.920728 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.924013 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:44.927165 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e09e9c64-c2c8-4876-bd92-1ee84474b1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:44.961261 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aed336e35d0b4583ba74a7d60baa5660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402864 Jun 26 18:14:44.963138 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2369e6dc-4896-4159-9ad9-f0bbb1e18561,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:44.964022 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58302) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:44.966030 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:45.011646 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.031590 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.073573 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.076346 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.077440 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2369e6dc-4896-4159-9ad9-f0bbb1e18561 HTTP/1.1" status: 204 len: 168 time: 0.1122732 Jun 26 18:14:45.078131 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f7806f90-aeb4-4a09-ad8e-d328f355ba3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:45.085377 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369e6dc-4896-4159-9ad9-f0bbb1e18561,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:45.087625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:45.373487 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448d07-2b66-4c85-b8b5-b975f58b6102 req-f355f236-efb5-4817-aa5e-295b4815ed61 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:45.374962 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b448d07-2b66-4c85-b8b5-b975f58b6102 req-f355f236-efb5-4817-aa5e-295b4815ed61 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.0618286 Jun 26 18:14:45.411967 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b448d07-2b66-4c85-b8b5-b975f58b6102 req-2d67ba92-4943-4591-b15b-f8dc48f23ab8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307913 Jun 26 18:14:45.745863 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:14:45.786217 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58346) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:45.823619 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28ead2-382a-495d-8b53-cf2a1edcf64d req-afce95c5-ddc0-4122-aa98-47f6df48c8fc tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:45.825217 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe28ead2-382a-495d-8b53-cf2a1edcf64d req-afce95c5-ddc0-4122-aa98-47f6df48c8fc tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0724423 Jun 26 18:14:45.871919 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe28ead2-382a-495d-8b53-cf2a1edcf64d req-166669fd-3e6b-4dcf-80bd-1c3d464725a6 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Jun 26 18:14:45.892434 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.988814 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.993309 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:45.995804 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-64303947-e0cc-4b85-9f18-96502ad18570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:46.030866 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ad923-935a-4fad-9a51-6c3febdc4e6c,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:46.039126 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfa54929fd5643619755a3ee0e39698a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513218 Jun 26 18:14:46.039490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:46.039771 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58358) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:46.092693 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.113488 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.164344 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.166849 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.170775 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/438ad923-935a-4fad-9a51-6c3febdc4e6c HTTP/1.1" status: 204 len: 168 time: 0.1300087 Jun 26 18:14:46.171608 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9518fba1-894a-4801-8fc3-09ded645f186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:46.179215 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ad923-935a-4fad-9a51-6c3febdc4e6c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:46.181538 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:46.477042 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58376) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:46.492014 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.589210 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.593299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.602186 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-224cf1eb-4934-4b0d-930c-f84b0213b5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:46.611434 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec7bb-4dfe-42d3-9e6d-87a342e2f097 req-021f1677-7885-4679-86b6-0ee546c85bc0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:46.615922 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e2eec7bb-4dfe-42d3-9e6d-87a342e2f097 req-021f1677-7885-4679-86b6-0ee546c85bc0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 944 time: 0.0892031 Jun 26 18:14:46.631281 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89e97a9986604854b231fd2593f2b3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529872 Jun 26 18:14:46.633948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58380) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:46.636397 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46228c3b-878f-49f7-b46f-31dce374e4e2,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:46.639579 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:46.676673 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e2eec7bb-4dfe-42d3-9e6d-87a342e2f097 req-824922e2-68b3-4f33-9317-a3d1c12e95be tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564885 Jun 26 18:14:46.700204 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.720727 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.767028 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.769689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:46.770829 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46228c3b-878f-49f7-b46f-31dce374e4e2 HTTP/1.1" status: 204 len: 168 time: 0.1359713 Jun 26 18:14:46.771605 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6cddcdf9-e9a4-43c1-b7aa-b7a0fe804b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:46.779019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46228c3b-878f-49f7-b46f-31dce374e4e2,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:46.781332 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:47.018210 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 52976b38-e24c-41c9-893f-c29b365c5082 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:14:47.153570 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 52976b38-e24c-41c9-893f-c29b365c5082, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=52976b38-e24c-41c9-893f-c29b365c5082,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:47.165824 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '52976b38-e24c-41c9-893f-c29b365c5082', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'port_id': '52976b38-e24c-41c9-893f-c29b365c5082', 'mac_address': 'fa:16:3e:87:b7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:14:47.201981 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:47.214761 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52976b38-e24c-41c9-893f-c29b365c5082 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:14:47.235497 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 52976b38-e24c-41c9-893f-c29b365c5082, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=52976b38-e24c-41c9-893f-c29b365c5082,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:47.239394 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:47.241233 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-2f83b578-02e8-49bb-9af9-48a494278a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:47.287429 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=52976b38-e24c-41c9-893f-c29b365c5082,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:47.290464 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:47.541520 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a9c48460-31c9-4866-9625-c3650e89f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:47.575341 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:47.620822 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['52976b38-e24c-41c9-893f-c29b365c5082'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:14:47.852885 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926315bb-cf00-4530-ab55-7387d17ee93e req-09abda01-f142-4b52-8975-031bc2a03db8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:47.855207 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-926315bb-cf00-4530-ab55-7387d17ee93e req-09abda01-f142-4b52-8975-031bc2a03db8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 945 time: 0.0637231 Jun 26 18:14:47.894780 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-926315bb-cf00-4530-ab55-7387d17ee93e req-808b5dba-f55b-4c84-ae27-318c67fed0ce tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332563 Jun 26 18:14:48.626587 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:49.063512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d1f4b-48b5-42ed-9c1a-840e024e613d req-65ad5e87-46dd-4602-9e54-46d7a4983c34 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:49.064932 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a75d1f4b-48b5-42ed-9c1a-840e024e613d req-65ad5e87-46dd-4602-9e54-46d7a4983c34 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 945 time: 0.0637133 Jun 26 18:14:49.100330 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a75d1f4b-48b5-42ed-9c1a-840e024e613d req-f7fa03fc-6131-4113-81c5-34cc06696907 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292172 Jun 26 18:14:50.065722 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:50.270316 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d43122-8c79-43f8-b103-af7108004b59 req-dfb4aa08-5d05-45d8-9ac2-136c43c1e999 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:50.271785 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0d43122-8c79-43f8-b103-af7108004b59 req-dfb4aa08-5d05-45d8-9ac2-136c43c1e999 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 945 time: 0.0611026 Jun 26 18:14:50.310579 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0d43122-8c79-43f8-b103-af7108004b59 req-fa9267bb-042a-4b54-afed-aa26362499bf tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331726 Jun 26 18:14:50.374515 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 52976b38-e24c-41c9-893f-c29b365c5082 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:14:50.422796 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 52976b38-e24c-41c9-893f-c29b365c5082 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:14:50.426863 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 52976b38-e24c-41c9-893f-c29b365c5082 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:14:50.427238 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:50.498825 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:50.520560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:50.522797 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c579a-bc27-40f8-934f-fc0d5424bb0f" -d '{"events": [{"server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "name": "network-vif-plugged", "status": "completed", "tag": "52976b38-e24c-41c9-893f-c29b365c5082"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:50.534991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 52976b38-e24c-41c9-893f-c29b365c5082, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=52976b38-e24c-41c9-893f-c29b365c5082,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:14:50.538887 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:50.540833 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:50.562017 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1991f-f073-43be-a0f7-c945c9c0905f x-openstack-request-id: req-ecb1991f-f073-43be-a0f7-c945c9c0905f {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:50.562263 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "name": "network-vif-plugged", "status": "completed", "tag": "52976b38-e24c-41c9-893f-c29b365c5082", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:50.562528 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecb1991f-f073-43be-a0f7-c945c9c0905f {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:50.562923 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082', 'code': 200} Jun 26 18:14:50.592154 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=52976b38-e24c-41c9-893f-c29b365c5082,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:50.595154 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:51.484925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb96051-5662-4fa6-9c47-b4ff287870ba req-022516c3-9f27-46a9-8281-90fa6115dc05 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:51.486346 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1bb96051-5662-4fa6-9c47-b4ff287870ba req-022516c3-9f27-46a9-8281-90fa6115dc05 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0633261 Jun 26 18:14:51.523928 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1bb96051-5662-4fa6-9c47-b4ff287870ba req-b092f363-d45d-4192-8f0c-fb77e0d5cbd1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319347 Jun 26 18:14:51.689863 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8845-03b6-4c25-8af0-03a0544e5ae7 req-b812eb14-7636-4f03-ba8b-a62506b8a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:51.691893 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-05ed8845-03b6-4c25-8af0-03a0544e5ae7 req-b812eb14-7636-4f03-ba8b-a62506b8a6f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 1099 time: 0.0504982 Jun 26 18:14:51.730614 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-05ed8845-03b6-4c25-8af0-03a0544e5ae7 req-101d4f5c-b37e-4313-b374-d0be0c848742 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265598 Jun 26 18:14:52.704793 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a1b3-dbb8-4506-b211-b116ac8ff6b6 req-8e9b82f9-9171-4762-a149-a1beea35c135 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:52.707126 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e2b3a1b3-dbb8-4506-b211-b116ac8ff6b6 req-8e9b82f9-9171-4762-a149-a1beea35c135 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0660417 Jun 26 18:14:52.747286 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e2b3a1b3-dbb8-4506-b211-b116ac8ff6b6 req-1d772a5f-a743-4427-9c68-855099c2c90d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340700 Jun 26 18:14:53.923581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada340cf-8df5-496f-b940-7a8570e6c431 req-21cc85d1-5363-4bb0-87e9-754367b40415 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:53.925042 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ada340cf-8df5-496f-b940-7a8570e6c431 req-21cc85d1-5363-4bb0-87e9-754367b40415 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0674548 Jun 26 18:14:53.962853 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ada340cf-8df5-496f-b940-7a8570e6c431 req-17e3a5fa-957a-4b7c-bd74-1766ade6df58 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314331 Jun 26 18:14:54.137018 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50467b-a6ad-4171-bcf6-c03078152b75 req-83cb2c46-c777-47c2-ac2c-8afaa2f8fbfa tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:54.138491 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f50467b-a6ad-4171-bcf6-c03078152b75 req-83cb2c46-c777-47c2-ac2c-8afaa2f8fbfa tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0634320 Jun 26 18:14:54.161500 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:54.180850 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f50467b-a6ad-4171-bcf6-c03078152b75 req-51081e78-096e-4b9b-9836-fa000665c39f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366940 Jun 26 18:14:54.208006 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58512) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:54.415260 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f57c00-990d-4422-9479-6ad80127c920 tempest-TestVolumeBootPattern-641867804 tempest-TestVolumeBootPattern-641867804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:54.416855 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a3f57c00-990d-4422-9479-6ad80127c920 tempest-TestVolumeBootPattern-641867804 tempest-TestVolumeBootPattern-641867804-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 1094 time: 0.2078466 Jun 26 18:14:54.419756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58534) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:54.423985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'port_id': '52976b38-e24c-41c9-893f-c29b365c5082', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:14:54.446157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:54.543378 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:54.654702 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Allocated IP 172.27.2.152 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/4e3d21c6-e54a-4299-b6e7-3edb1cb20068) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:14:54.756240 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:54.794528 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:54.797271 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ded569cd-2dce-4cfc-a069-816ce49344a0 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:54.830515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:14:54.834309 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:14:54.841136 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:14:55.108675 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=4e3d21c6-e54a-4299-b6e7-3edb1cb20068,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:55.120092 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.120618 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.121101 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.121515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.121901 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.122268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.122626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.122968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.123352 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.123789 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.124121 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.124455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.130024 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:55.348179 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58566) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:55.456749 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.461811 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.551499 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.556170 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.559548 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5e35f612-9b72-42e8-89a9-88b3cac341ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:55.566667 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.595055 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15fe887041e741f0acd66fdae97df396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455719 Jun 26 18:14:55.596090 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf108f-37d3-4509-b228-1961ed0adf31,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:55.599372 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58572) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:55.615261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.615651 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.616024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.616388 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.616954 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.617107 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.617777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.618054 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.618408 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.618766 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.619112 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.619492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:14:55.624095 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-dbda4404-f0cf-4c5a-994a-e5f394a68d64 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141703 Jun 26 18:14:55.624442 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6f8d16b5-de2b-4b0a-be46-e452fdd6414d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:55.665553 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.686988 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.733567 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.736580 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.737760 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/febf108f-37d3-4509-b228-1961ed0adf31 HTTP/1.1" status: 204 len: 168 time: 0.1374307 Jun 26 18:14:55.738593 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-565de39d-3655-4c71-aae2-885d4aa502e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:55.746094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf108f-37d3-4509-b228-1961ed0adf31,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:55.748339 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:55.764070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-c3b96b17-ed7a-478b-a398-98987e4a92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:55.765561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-c3b96b17-ed7a-478b-a398-98987e4a92c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 1098 time: 0.0901220 Jun 26 18:14:55.778700 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.784213 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:55.787582 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:55.933811 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-a6bc03e5-5044-4422-846a-a5c435dde9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:55.935008 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-a6bc03e5-5044-4422-846a-a5c435dde9a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.1419644 Jun 26 18:14:55.937387 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=4e3d21c6-e54a-4299-b6e7-3edb1cb20068,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:55.941343 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:55.985536 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.039857 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58588) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:56.050231 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-5b4cd8e4-c28f-48c5-a668-f48971ec9b02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 200 len: 1000 time: 0.1064560 Jun 26 18:14:56.055792 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.135500 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-1f6daaef-4a85-4b6e-ae7b-b723783da2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:56.136958 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-1f6daaef-4a85-4b6e-ae7b-b723783da2f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0585923 Jun 26 18:14:56.137931 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Floating IP 7913dec3-b38c-4518-b1c9-acfd231cdafc associated. External IP: 172.27.2.152, port: 52976b38-e24c-41c9-893f-c29b365c5082. Jun 26 18:14:56.152200 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.157440 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.171313 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-68f8b6e0-283b-4388-938a-a607d9de9a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:56.189526 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80fae44f306f4d7a8e09ea4b81cbae33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477036 Jun 26 18:14:56.192360 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58592) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:56.227831 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d9533-eeef-438a-b346-d7f8e34fd8b1,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:56.233565 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:56.259820 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.281941 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.291250 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-ca317636-83d9-4470-857b-edf92c75670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:56.292771 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-ca317636-83d9-4470-857b-edf92c75670c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157217 Jun 26 18:14:56.342468 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.345083 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.346214 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee5d9533-eeef-438a-b346-d7f8e34fd8b1 HTTP/1.1" status: 204 len: 168 time: 0.1528749 Jun 26 18:14:56.346779 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58596) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:56.347630 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c44b2212-90f8-4396-82e2-8af660b997b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:56.359843 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d9533-eeef-438a-b346-d7f8e34fd8b1,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:56.367286 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:56.465409 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.488297 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-173cebaa-8f75-4c44-9ef1-902304b75c61 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867545 Jun 26 18:14:56.493054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:14:56.558977 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.570155 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.592989 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e9890c29-35ea-4643-82dc-8d9e47c6b1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:56.599500 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d13873ad0a648e19b2fbfb211bb6a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495384 Jun 26 18:14:56.600087 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58606) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:56.636923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1b2146-bc79-4a08-b234-a48eebbb0401,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:56.641899 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:56.663175 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5813e3a4-bdaa-4282-93e4-cecbb6c33f32 req-9c11db78-a70f-4541-b26e-c0dc20a74916 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667373 Jun 26 18:14:56.671139 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.680911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:14:56.696671 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.698319 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:14:56.703160 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.709280 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:56.709912 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:56.752148 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.767350 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3348932 Jun 26 18:14:56.767788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:56.767892 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:14:56.767892 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee81e29-3e47-4869-960b-0d9b7f80cfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "tag": "52976b38-e24c-41c9-893f-c29b365c5082"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:14:56.768097 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a1b2146-bc79-4a08-b234-a48eebbb0401 HTTP/1.1" status: 204 len: 168 time: 0.1595740 Jun 26 18:14:56.768097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d2e39b39-a8a1-4255-91d4-d2ee5ebb82cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:56.791834 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1b2146-bc79-4a08-b234-a48eebbb0401,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:56.794884 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:56.810696 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1d7779-4258-4123-8559-3f5cb311ebf3 x-openstack-request-id: req-4a1d7779-4258-4123-8559-3f5cb311ebf3 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:14:56.811016 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "tag": "52976b38-e24c-41c9-893f-c29b365c5082", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:14:56.811295 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a1d7779-4258-4123-8559-3f5cb311ebf3 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:14:56.811741 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082', 'status': 'completed', 'code': 200} Jun 26 18:14:56.876099 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:56.960296 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-a5b333cd-ac10-4f74-99d4-110e2794ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:56.961864 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-a5b333cd-ac10-4f74-99d4-110e2794ae3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 1099 time: 0.0707870 Jun 26 18:14:57.065568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-d0c395f2-f8e7-4bdd-9c11-778d72cb64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:57.067720 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-d0c395f2-f8e7-4bdd-9c11-778d72cb64e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0957415 Jun 26 18:14:57.150494 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-76123af0-e97d-410d-950e-fb2f377ff228 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52976b38-e24c-41c9-893f-c29b365c5082 HTTP/1.1" status: 200 len: 1000 time: 0.0747774 Jun 26 18:14:57.202899 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58630) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:57.205656 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7913dec3-b38c-4518-b1c9-acfd231cdafc', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '52976b38-e24c-41c9-893f-c29b365c5082', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:87:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac992696-5ef3-4835-938d-12a87a759fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:14:55Z', 'updated_at': '2021-06-26T18:14:55Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:57.220803 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-6646296b-3c10-41ff-bb8a-6d5fa9e17ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:57.222617 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-6646296b-3c10-41ff-bb8a-6d5fa9e17ad3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0622182 Jun 26 18:14:57.226118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.233654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:14:57.243738 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:14:57.244489 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:57.298169 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-8a07cae8-f621-4782-abce-71d575ff7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:14:57.300474 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-8a07cae8-f621-4782-abce-71d575ff7ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705364 Jun 26 18:14:57.341295 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.348976 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.352563 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-af2eabd9-887a-47ef-9885-b20e545b8f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:57.380977 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:14:57.394248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f9c83d-1aa3-4a68-85f8-67e5a33fe4b8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:57.434576 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:57.444302 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-a5596d84-3c4c-4710-a5ee-253da505bcc2 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215348 Jun 26 18:14:57.445424 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58636) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:57.446077 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d58f4a51f5e9425db54ec74edcc1128c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404170 Jun 26 18:14:57.566307 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.597729 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eee81e29-3e47-4869-960b-0d9b7f80cfb0 req-b5d8edd4-976b-4a8f-ba6a-4d89f84b7c2a service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364381 Jun 26 18:14:57.599539 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.626836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7913dec3-b38c-4518-b1c9-acfd231cdafc', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '52976b38-e24c-41c9-893f-c29b365c5082', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:87:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac992696-5ef3-4835-938d-12a87a759fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:14:55Z', 'updated_at': '2021-06-26T18:14:55Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:14:57.651858 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.653694 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79273a-a5c4-4639-b112-6556ee6133e5 None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7913dec3-b38c-4518-b1c9-acfd231cdafc', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '52976b38-e24c-41c9-893f-c29b365c5082', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:87:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac992696-5ef3-4835-938d-12a87a759fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:14:55Z', 'updated_at': '2021-06-26T18:14:55Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:14:57.654879 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:57.656176 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47f9c83d-1aa3-4a68-85f8-67e5a33fe4b8 HTTP/1.1" status: 204 len: 168 time: 0.2097425 Jun 26 18:14:57.657060 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-56878cd5-d0e6-44e6-ac8a-e918c572ad6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:57.670044 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f9c83d-1aa3-4a68-85f8-67e5a33fe4b8,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:57.672875 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:57.816335 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58646) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:57.890584 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d886aae-e95e-4e9c-ba0f-9d038db5c21c None None] New status for floating IP 7913dec3-b38c-4518-b1c9-acfd231cdafc: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:14:57.945911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.037329 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.042583 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.045242 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c0ca5765-a686-4475-b2ca-550c82d87ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:58.083198 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2654aba5f8c4280849df7d184ac09d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656212 Jun 26 18:14:58.084012 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0126b747-231d-44f9-b8d7-987adfb0de1d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:58.085664 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58660) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:58.087574 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:58.149171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.172405 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.219974 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.223240 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:58.224690 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0126b747-231d-44f9-b8d7-987adfb0de1d HTTP/1.1" status: 204 len: 168 time: 0.1378496 Jun 26 18:14:58.225397 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0fdbb964-efc7-4757-8844-f4220e6cd7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:58.232734 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0126b747-231d-44f9-b8d7-987adfb0de1d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:58.234911 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:59.382547 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58726) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:59.535396 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.632693 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.636724 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.640344 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-86e97290-3fa1-428c-ad33-c2a6976ccf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:59.674477 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cba3a610cc94d48b23cfafe21f65590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909148 Jun 26 18:14:59.675870 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85df698d-1294-450f-9577-ae6d5818444d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:59.677833 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58734) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:14:59.679137 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:14:59.724918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.748644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.794071 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.796856 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:14:59.797994 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85df698d-1294-450f-9577-ae6d5818444d HTTP/1.1" status: 204 len: 168 time: 0.1191969 Jun 26 18:14:59.798764 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fe717572-9f57-4a98-bdfb-b5652497815d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:14:59.806368 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85df698d-1294-450f-9577-ae6d5818444d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:14:59.809139 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:04.593503 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ebd6c-a578-4d9a-83be-024db0add01f req-7454847f-e061-41b8-bf5d-6948332d8bc7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:04.594991 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b0ebd6c-a578-4d9a-83be-024db0add01f req-7454847f-e061-41b8-bf5d-6948332d8bc7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.0653951 Jun 26 18:15:04.633408 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b0ebd6c-a578-4d9a-83be-024db0add01f req-244e2285-5e67-4c5a-afff-43517ec63b43 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jun 26 18:15:05.599642 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58904) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:05.708955 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-49e81ab0-c289-47de-813e-25d58d5b1dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.810170 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-49e81ab0-c289-47de-813e-25d58d5b1dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.814188 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-49e81ab0-c289-47de-813e-25d58d5b1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.815846 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033151-64b6-4ea9-802d-30c26e6576ac req-38e7c7e0-2992-43e3-b04d-006b6756c626 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:05.817167 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6f8a1164-3d2b-4a87-9b2f-346837fc04a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:05.817322 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31033151-64b6-4ea9-802d-30c26e6576ac req-38e7c7e0-2992-43e3-b04d-006b6756c626 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.0674589 Jun 26 18:15:05.853983 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-49e81ab0-c289-47de-813e-25d58d5b1dd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d885c8dc5d04d0d96ba4b89d8ef3238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532582 Jun 26 18:15:05.854860 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e81ab0-c289-47de-813e-25d58d5b1dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83650177-d0d5-4ae6-b59b-e11e009aa345,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:05.857157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58916) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:05.857971 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-49e81ab0-c289-47de-813e-25d58d5b1dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:05.871820 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31033151-64b6-4ea9-802d-30c26e6576ac req-34cac568-9232-4c13-967d-fe1100e0f494 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478241 Jun 26 18:15:05.915767 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.937187 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.984843 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.988037 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:05.989204 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83650177-d0d5-4ae6-b59b-e11e009aa345 HTTP/1.1" status: 204 len: 168 time: 0.1308079 Jun 26 18:15:05.989973 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-366d3c02-d49c-4b8a-93d4-6afac1ab5ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:05.998180 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83650177-d0d5-4ae6-b59b-e11e009aa345,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:06.000741 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:06.250909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58932) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:06.264120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.361859 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.365486 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.368334 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:06.404147 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97e0396ac7f14cd39fa0d7d31545ad98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521049 Jun 26 18:15:06.404900 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b08477-9aee-460d-a361-9620fa5e3ae2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:06.406820 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58938) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:06.422912 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:06.464924 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.489665 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.546807 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.547810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992522f-83a2-4941-8181-5e947bf40335 req-e62b63bf-a427-43bb-9daf-55e333f5c149 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:06.549749 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d992522f-83a2-4941-8181-5e947bf40335 req-e62b63bf-a427-43bb-9daf-55e333f5c149 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.0719492 Jun 26 18:15:06.550492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.551809 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18b08477-9aee-460d-a361-9620fa5e3ae2 HTTP/1.1" status: 204 len: 168 time: 0.1439111 Jun 26 18:15:06.552627 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-28dc31c6-85de-45f9-b483-e327ef589104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:06.568632 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b08477-9aee-460d-a361-9620fa5e3ae2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:06.573486 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:06.664417 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Deleting port 62d9529f-1d82-4870-9f7f-01498a20b438 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:15:06.664758 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.755728 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] For port 62d9529f-1d82-4870-9f7f-01498a20b438, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62d9529f-1d82-4870-9f7f-01498a20b438,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:06.756084 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:06.918818 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58958) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:06.934149 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.032069 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.035978 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.038861 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:07.074578 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675ef83-45a2-4fd8-8228-6263ecd03dd2,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:07.078976 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd47acf374324a4eaaaa6bb30a6fbaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583817 Jun 26 18:15:07.080042 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:07.081521 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58960) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:07.136916 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.159265 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.211715 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.214266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.217683 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7675ef83-45a2-4fd8-8228-6263ecd03dd2 HTTP/1.1" status: 204 len: 168 time: 0.1329906 Jun 26 18:15:07.217683 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2f8c9257-ac50-4af7-b87f-978c59dcdfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:07.224716 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675ef83-45a2-4fd8-8228-6263ecd03dd2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:07.227141 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:07.251992 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa71b-4b2b-4bed-9576-2f22f3bacad7 req-0e9c60ad-cca2-4805-acca-713de1ddc413 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:07.254062 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f9aaa71b-4b2b-4bed-9576-2f22f3bacad7 req-0e9c60ad-cca2-4805-acca-713de1ddc413 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 947 time: 0.1229575 Jun 26 18:15:07.255790 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.256158 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.256467 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Floating IP 7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de disassociated. External IP: 172.27.2.187, port: 62d9529f-1d82-4870-9f7f-01498a20b438. Jun 26 18:15:07.257018 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Calling delete_port for 62d9529f-1d82-4870-9f7f-01498a20b438 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:15:07.333256 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f9aaa71b-4b2b-4bed-9576-2f22f3bacad7 req-04379664-6509-48e8-872c-c36f82a1ade5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=2165ddca-7ae0-496f-bd52-363fda1358e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721807 Jun 26 18:15:07.413542 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.417283 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-872dacf9-7d0d-4dfb-95ce-3ab42fcc6d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:07.442468 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event deleted for resources: {'Port': ['ID=62d9529f-1d82-4870-9f7f-01498a20b438,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:07.445535 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:07.556764 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:15:07.669652 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:15:07.681451 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:15:07.692084 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:07.693156 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:07.714931 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] No DVR routers for this DVR port 62d9529f-1d82-4870-9f7f-01498a20b438 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:15:07.717499 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:07.719706 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d992522f-83a2-4941-8181-5e947bf40335 req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "DELETE /v2.0/ports/62d9529f-1d82-4870-9f7f-01498a20b438 HTTP/1.1" status: 204 len: 173 time: 1.1595323 Jun 26 18:15:07.720302 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-deleted', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:07.722598 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eccf52-53a9-487c-abcb-a924bd15afab" -d '{"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-deleted", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:07.763360 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb68a93c-87b9-4770-8fb4-d00c5152dbbe x-openstack-request-id: req-cb68a93c-87b9-4770-8fb4-d00c5152dbbe {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:07.763906 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec105c9a-03b2-4368-b4e9-3934231be6d6", "name": "network-vif-deleted", "tag": "62d9529f-1d82-4870-9f7f-01498a20b438", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:07.764398 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb68a93c-87b9-4770-8fb4-d00c5152dbbe {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:07.765048 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec105c9a-03b2-4368-b4e9-3934231be6d6', 'name': 'network-vif-deleted', 'tag': '62d9529f-1d82-4870-9f7f-01498a20b438', 'status': 'completed', 'code': 200} Jun 26 18:15:07.953393 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:07.964198 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 58988) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:08.085734 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-434941795-network', 'tenant_id': 'fc505876e3f94475bb9ae2c1641e19f2'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:08.114360 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Made reservation on behalf of fc505876e3f94475bb9ae2c1641e19f2 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:15:08.116761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.125516 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.174366 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:08.200591 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:15:08.208913 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:08.209533 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:14:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:08.217409 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.222299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.225550 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-890c38de-4a4a-4a05-8954-c855054ac1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:08.251366 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:15:08.257017 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b4292-0008-4db1-bbee-b550f85f1913,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:08.260795 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:08.265144 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.265518 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Added segment 6303006b-b646-4fc1-90dd-9487237eb1f9 of type vlan for network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b Jun 26 18:15:08.321967 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.339247 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:08.356120 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.357934 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:08.358799 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.389923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:08.430167 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 58996) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:08.431190 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4648981 Jun 26 18:15:08.436850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Request body: {'subnet': {'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-434941795-subnet', 'tenant_id': 'fc505876e3f94475bb9ae2c1641e19f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:08.487686 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Made reservation on behalf of fc505876e3f94475bb9ae2c1641e19f2 for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:15:08.493107 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4803697'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.512797 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Pushing event updated for resources: {'Network': ['ID=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:08.519219 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:08.545244 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:15:08.644910 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-84021adf-eb35-47ad-a42f-95506154bbb3 req-36d413bc-e41f-48ad-9edc-99aceef7e53d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec105c9a-03b2-4368-b4e9-3934231be6d6 HTTP/1.1" status: 200 len: 210 time: 0.0379353 Jun 26 18:15:08.648945 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:08.677279 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d423146-ded5-4759-b4aa-dc745009be6c None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:15:08.760671 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4706569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4803683'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.763756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3e9563c0-316e-4e7a-b1ee-45a035e1f33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:08.822664 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1299260b-ba4c-47f5-918c-6d34ac41dba6,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:08.829677 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Checking segment: {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:15:08.830036 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Network hostable DHCP agents. Network: d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:15:08.833886 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:08.849468 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:15:08.860604 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:15:08.865344 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:08.866054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:08.873408 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27af251-5c16-408d-b00f-f2bd6533e2ad None None] Network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:15:08.887958 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-124ed0e5-683e-4761-a134-4357435039a0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4567368 Jun 26 18:15:08.924782 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60554b0d-5d7a-4f4a-a607-0f2312c8f45e None None] New status for floating IP 7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:15:09.025654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f9b5b-4285-498c-8148-9e4b65b7b621 None None] Network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:15:09.772888 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59018) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:09.828415 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:09.853090 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:09.897609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:09.900271 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:09.901413 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "DELETE /v2.0/security-groups/2165ddca-7ae0-496f-bd52-363fda1358e8 HTTP/1.1" status: 204 len: 168 time: 0.1275721 Jun 26 18:15:09.902216 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a06d3fd0-5ef2-4549-b703-2770189b5861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:09.904265 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59020) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:09.911187 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165ddca-7ae0-496f-bd52-363fda1358e8,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:09.913569 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:09.920286 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.api.v2.resource [None req-78658f84-7b88-4429-852e-3665bfca65d2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] show failed (client error): The resource could not be found. Jun 26 18:15:09.921293 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-78658f84-7b88-4429-852e-3665bfca65d2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups/2165ddca-7ae0-496f-bd52-363fda1358e8 HTTP/1.1" status: 404 len: 347 time: 0.0160570 Jun 26 18:15:09.924097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59022) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:10.049762 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Deleting port 1f61866a-c856-4890-bffc-6b4993448e90 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:15:10.050100 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.122403 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.122650 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.133599 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Calling delete_port for 1f61866a-c856-4890-bffc-6b4993448e90 owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:15:10.269171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.271392 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0aa74cca-f783-48fb-be19-38d8a8fa3a79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:10.295703 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event deleted for resources: {'Port': ['ID=1f61866a-c856-4890-bffc-6b4993448e90,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:10.298752 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:10.361299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.363941 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.365142 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "DELETE /v2.0/floatingips/7eb251e3-b11d-4c2b-b0ed-c9297f1ab8de HTTP/1.1" status: 204 len: 168 time: 0.4401612 Jun 26 18:15:10.418896 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59034) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:10.525896 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.626853 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.631144 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.633695 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-cb0ccd55-3d86-4896-8ba9-5af19e8f8e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:10.670108 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1759a12799494bc18f99a577788c6daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501061 Jun 26 18:15:10.670995 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d904221c-6a81-4d63-9a6f-9826378aa289,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:10.672876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59052) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:10.674484 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:10.792549 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.826287 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59054) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:10.831080 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246982992', 'description': 'tempest-description--1055131900'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:10.833532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-4d0d8797-3d1d-46e7-b017-dd748d1272cc tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:10.834973 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-4d0d8797-3d1d-46e7-b017-dd748d1272cc tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/networks?id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 200 len: 813 time: 0.1403060 Jun 26 18:15:10.836828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.852963 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.860393 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-dd52f612-3bd8-4afb-bd26-eb62a6a224f9 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/quotas/fc505876e3f94475bb9ae2c1641e19f2 HTTP/1.1" status: 200 len: 375 time: 0.0172231 Jun 26 18:15:10.904108 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-783ecf36-f01c-42d8-a121-b226adc27226 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373120 Jun 26 18:15:10.938895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.941903 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.942293 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.943830 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d904221c-6a81-4d63-9a6f-9826378aa289 HTTP/1.1" status: 204 len: 168 time: 0.2698960 Jun 26 18:15:10.948481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.950965 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-523be94f-43ef-4750-ba4f-5f8a283d1118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:10.956963 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-1a692718-8c34-402c-b71e-ebd3333d33d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:10.962265 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d904221c-6a81-4d63-9a6f-9826378aa289,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:10.967542 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:10.968748 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1414075 Jun 26 18:15:10.974841 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59058) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:10.983840 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'security_group_rule': {'security_group_id': 'd014be2b-b5e6-4ba2-8597-1f74e1622116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:10.995464 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d014be2b-b5e6-4ba2-8597-1f74e1622116,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:10.999750 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:11.004518 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4b13b99b-9c70-49bb-aec1-8a79b5aafebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:11.017816 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.043323 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-6887854c-8380-4939-a589-7bccfe9f2fc8 service neutron] 10.222.0.23 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237783 Jun 26 18:15:11.069586 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.072840 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.074836 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:11.096022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3500c8e-2db5-4d3e-a193-3777973d69bb,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:11.099927 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:11.103978 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.108490 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325395 Jun 26 18:15:11.109214 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59060) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:11.115580 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'security_group_rule': {'security_group_id': 'd014be2b-b5e6-4ba2-8597-1f74e1622116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:11.145022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.163243 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-af750cfa-3187-4bcb-b5c5-434ba7ca1bb7 service neutron] 10.222.0.23 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140707 Jun 26 18:15:11.215500 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.220213 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.222939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:11.246031 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c3f1ba-200e-4134-8654-dae9b53895b0,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:11.248929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:11.250088 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.251630 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414909 Jun 26 18:15:11.254664 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59062) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:11.259132 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:11.279985 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.353295 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6d57fee-3d31-4e24-b891-ea8cbf57efb3 req-5239107b-21b2-4a1d-b53e-14693818b42e tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 210 time: 0.0305037 Jun 26 18:15:11.376982 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.428611 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:15:11.448009 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 62d9529f-1d82-4870-9f7f-01498a20b438 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:15:11.448296 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 62d9529f-1d82-4870-9f7f-01498a20b438 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:15:11.486791 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Allocated IP 172.27.2.184 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/73026138-3f73-477e-bcc3-2d0b736067e5) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:15:11.590384 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.628975 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.631048 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:11.667015 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:15:11.669641 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:15:11.675653 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:15:11.700446 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'Port': ['ID=73026138-3f73-477e-bcc3-2d0b736067e5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:11.704099 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:11.760437 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.807122 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.954589 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.959821 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:11.961856 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-071e5ba9-2936-4a2e-8113-1a9f25730636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:12.026905 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'Port': ['ID=73026138-3f73-477e-bcc3-2d0b736067e5,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:12.030787 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:12.040230 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:12.052757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:12.053980 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7983658 Jun 26 18:15:12.230737 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-adafdce0-a7a7-4f4f-a229-236066aa10de tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1246982992&fields=id&tenant_id=17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 267 time: 0.0310876 Jun 26 18:15:12.334985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-ff89342a-420c-4a22-b3ae-cc0e02bd878a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:12.336453 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-ff89342a-420c-4a22-b3ae-cc0e02bd878a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 816 time: 0.0998216 Jun 26 18:15:12.350356 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-ca771c1e-0a1b-44ee-86ee-2bcd0bdfff63 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/quotas/17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 375 time: 0.0085559 Jun 26 18:15:12.417461 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-32adacd4-d256-4315-be60-99655f8157c3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622342 Jun 26 18:15:12.530667 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e2582eae-b399-45c9-bc0d-373e50cd502e req-72dc6757-f980-4e25-909d-f6328f5071f0 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 210 time: 0.0461023 Jun 26 18:15:12.605757 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-03710531-9042-486b-aa50-d5cfc54d33cc service neutron] 10.222.0.23 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766961 Jun 26 18:15:12.690747 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-83acb2b3-94bf-4990-af05-e32120129dc2 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:12.692234 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-83acb2b3-94bf-4990-af05-e32120129dc2 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "GET /v2.0/networks?id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 200 len: 813 time: 0.1893554 Jun 26 18:15:12.714777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Request body: {'port': {'device_id': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b', 'admin_state_up': True, 'tenant_id': 'fc505876e3f94475bb9ae2c1641e19f2'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:12.742619 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-79a2e33a-5507-4db8-9819-75375791e7a4 service neutron] 10.222.0.23 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273255 Jun 26 18:15:12.834133 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Made reservation on behalf of fc505876e3f94475bb9ae2c1641e19f2 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:15:12.837631 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:12.928282 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-498a1942-169a-4b2c-903c-ac64f67bca7a req-27928398-aeee-45ef-8a06-5a4f2ec89971 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 210 time: 0.0364122 Jun 26 18:15:12.986987 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Allocated IP 172.20.0.8 (d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b/1299260b-ba4c-47f5-918c-6d34ac41dba6/c6633f58-103b-4708-a0ea-8ed9974d7f4c) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:15:13.135402 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.173230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.177045 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-05db5606-3818-47c8-9c17-db685ecd7c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:13.217804 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:15:13.220854 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:15:13.226926 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:15:13.253958 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Pushing event updated for resources: {'Port': ['ID=c6633f58-103b-4708-a0ea-8ed9974d7f4c,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:13.259505 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:13.281159 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:13.281756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.295698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845253 Jun 26 18:15:13.314671 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Request body: {'port': {'device_id': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:13.382608 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.645245 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6633f58-103b-4708-a0ea-8ed9974d7f4c {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:15:13.662877 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.696319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Transition to ACTIVE for port object c6633f58-103b-4708-a0ea-8ed9974d7f4c will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:15:13.701449 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.704126 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d867d69d-64e7-4141-998b-e803ffca3c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:13.785940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Pushing event updated for resources: {'Port': ['ID=c6633f58-103b-4708-a0ea-8ed9974d7f4c,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:13.788803 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:13.796169 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029825a-e764-464c-a880-519e107d1080 req-e9fca6c2-1365-476c-bc5c-bf4c9a4bb73f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:13.797636 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7029825a-e764-464c-a880-519e107d1080 req-e9fca6c2-1365-476c-bc5c-bf4c9a4bb73f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 931 time: 0.1479745 Jun 26 18:15:13.864113 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7029825a-e764-464c-a880-519e107d1080 req-3070dff6-dd88-42ee-a7c7-c8f4502172e6 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491567 Jun 26 18:15:13.868639 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Attempting to bind port c6633f58-103b-4708-a0ea-8ed9974d7f4c on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:15:13.868639 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Attempting to bind port c6633f58-103b-4708-a0ea-8ed9974d7f4c by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:15:13.868992 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Attempting to bind port c6633f58-103b-4708-a0ea-8ed9974d7f4c on network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:15:13.873417 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Port c6633f58-103b-4708-a0ea-8ed9974d7f4c on network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:15:13.873742 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Attempting to bind port c6633f58-103b-4708-a0ea-8ed9974d7f4c on network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:15:13.879128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:15:13.879499 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Checking segment: {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:15:13.879876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Bound using segment: {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:15:13.880305 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Bound port: c6633f58-103b-4708-a0ea-8ed9974d7f4c, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:15:13.880660 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.949331 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] For port c6633f58-103b-4708-a0ea-8ed9974d7f4c, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:15:13.952339 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] For port c6633f58-103b-4708-a0ea-8ed9974d7f4c, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:15:13.956399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:13.959082 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fe29141b-b10c-4455-ac8d-4f63dc460df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:14.022737 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Pushing event updated for resources: {'Port': ['ID=c6633f58-103b-4708-a0ea-8ed9974d7f4c,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:14.026917 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:14.029043 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.029873 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:14.031656 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6633f58-103b-4708-a0ea-8ed9974d7f4c HTTP/1.1" status: 200 len: 1093 time: 0.7209597 Jun 26 18:15:14.032145 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'tag': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:14.035016 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a6075e-8579-4821-95a3-b14edda29a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f199209d-a594-4039-9dbd-ca1d66f14a06", "tag": "c6633f58-103b-4708-a0ea-8ed9974d7f4c"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:14.086789 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-427efbfe-c18e-4512-b1cb-b2ec3a860bbc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.088403 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-427efbfe-c18e-4512-b1cb-b2ec3a860bbc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 816 time: 0.1073880 Jun 26 18:15:14.100049 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b876b8-cf00-47fe-b95d-9aac3af19720 x-openstack-request-id: req-d9b876b8-cf00-47fe-b95d-9aac3af19720 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:14.100446 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f199209d-a594-4039-9dbd-ca1d66f14a06", "tag": "c6633f58-103b-4708-a0ea-8ed9974d7f4c", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:14.100723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9b876b8-cf00-47fe-b95d-9aac3af19720 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:14.101164 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'tag': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c', 'status': 'completed', 'code': 200} Jun 26 18:15:14.103860 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e59d8d5b-4784-44d3-ace9-254356be4c47 req-9b0d8f49-cc0d-4d7f-b12c-e5325ff7de3b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 210 time: 0.0384495 Jun 26 18:15:14.169888 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-f38af751-bc99-409e-9567-982b57315f43 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 380 time: 0.0333200 Jun 26 18:15:14.179859 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'port': {'device_id': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'admin_state_up': True, 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'security_groups': ['d014be2b-b5e6-4ba2-8597-1f74e1622116']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:14.188261 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-ae4cdbf0-d7b6-4b22-8408-063fd2ae9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.189721 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-ae4cdbf0-d7b6-4b22-8408-063fd2ae9e2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 1096 time: 0.0526304 Jun 26 18:15:14.242180 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-639e34b4-9968-4ce1-8e38-3a107cf3627b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c HTTP/1.1" status: 200 len: 217 time: 0.0358009 Jun 26 18:15:14.287467 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Made reservation on behalf of 17abbad740344d1bb837cfe6b657386b for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:15:14.290873 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:14.295102 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-ca360d92-f117-4745-acd0-752e1bfbb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.296699 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-ca360d92-f117-4745-acd0-752e1bfbb19c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1299260b-ba4c-47f5-918c-6d34ac41dba6 HTTP/1.1" status: 200 len: 853 time: 0.0474477 Jun 26 18:15:14.329638 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-45ef16d1-26d8-466b-967a-64b38b8b2997 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255835 Jun 26 18:15:14.437061 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-f816d37a-dc83-4c7e-b391-0d93bc3b8d1e service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847845 Jun 26 18:15:14.532156 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74ad44e6-8baa-4123-84bb-0fdfa259d86b req-ac1eefb1-2843-4bce-ab87-bd84d3b428e4 service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Jun 26 18:15:14.651903 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Allocated IP 172.20.0.10 (998127af-1123-411b-9c85-508d958147ac/413b5d37-c6bf-465b-9cba-5a47e4256658/808fa563-a89e-4015-b609-1600d6dd2341) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:15:14.686882 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-4e33f99c-ed62-4cfc-af71-78c194cfe1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.688454 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-4e33f99c-ed62-4cfc-af71-78c194cfe1f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 1096 time: 0.0519245 Jun 26 18:15:14.761610 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a45173c1-ff55-4ca5-bded-a934bd1e3f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:14.779743 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-21d7c19c-1861-4c00-a5af-778ae76721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.781208 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-21d7c19c-1861-4c00-a5af-778ae76721cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 200 len: 914 time: 0.0859964 Jun 26 18:15:14.795481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:14.808196 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Transition to ACTIVE for port object 808fa563-a89e-4015-b609-1600d6dd2341 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:15:14.827688 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-e478b696-305a-4491-b6ac-c80b9489d2cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c HTTP/1.1" status: 200 len: 217 time: 0.0335858 Jun 26 18:15:14.840542 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:14.850889 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-36d6675e-6456-491d-8cb5-cbcdba8b2157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:14.877415 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-af0eed73-2e3c-4184-be5b-8e8adafcf586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.879531 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-af0eed73-2e3c-4184-be5b-8e8adafcf586 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1299260b-ba4c-47f5-918c-6d34ac41dba6 HTTP/1.1" status: 200 len: 853 time: 0.0456309 Jun 26 18:15:14.881344 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Network 998127af-1123-411b-9c85-508d958147ac is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:15:14.884435 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:15:14.888291 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:15:14.930316 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:14.941943 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:14.965851 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:14.966650 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:14.984757 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8084216 Jun 26 18:15:15.005146 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Request body: {'port': {'device_id': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:15.085627 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.144661 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f95c0594-6b72-4964-a611-cc005af7dab5 None None] Provisioning for port 808fa563-a89e-4015-b609-1600d6dd2341 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:15:15.149618 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f95c0594-6b72-4964-a611-cc005af7dab5 None None] Provisioning complete for port 808fa563-a89e-4015-b609-1600d6dd2341 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:15:15.150006 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f95c0594-6b72-4964-a611-cc005af7dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.173577 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-7a35d7cb-1171-41ce-8e6a-07b06b35bc66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871044 Jun 26 18:15:15.191550 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f95c0594-6b72-4964-a611-cc005af7dab5 None None] Port 808fa563-a89e-4015-b609-1600d6dd2341 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:15:15.341506 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f353dc-b703-48f0-86c2-ac07da108528 req-ab2e0b57-3419-47eb-a994-35d502ebb4bd tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:15.342958 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7f353dc-b703-48f0-86c2-ac07da108528 req-ab2e0b57-3419-47eb-a994-35d502ebb4bd tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 943 time: 0.1685898 Jun 26 18:15:15.348821 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-70fffe06-da0a-4dfc-b0bc-73d8761ebd1c service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449389 Jun 26 18:15:15.366815 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808fa563-a89e-4015-b609-1600d6dd2341 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:15:15.374344 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.386400 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Transition to ACTIVE for port object 808fa563-a89e-4015-b609-1600d6dd2341 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:15:15.389998 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.392707 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:15.407422 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f4026-f5b7-4f70-9850-14f1204e87ad req-1a261c29-fced-4af2-aac1-c4b8e3730861 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:15.408874 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-438f4026-f5b7-4f70-9850-14f1204e87ad req-1a261c29-fced-4af2-aac1-c4b8e3730861 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 932 time: 0.1481361 Jun 26 18:15:15.446489 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:15.464185 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:15.466115 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7f353dc-b703-48f0-86c2-ac07da108528 req-c4da4096-717b-4ba7-a6c9-9e2f8b9bd25d tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162524 Jun 26 18:15:15.496926 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-438f4026-f5b7-4f70-9850-14f1204e87ad req-ea4de46e-753e-4abd-8a76-fd06d6f567d8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798514 Jun 26 18:15:15.507832 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9a6075e-8579-4821-95a3-b14edda29a3c req-c99b6224-1001-4aff-b537-a01a89451b7f service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468029 Jun 26 18:15:15.517455 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Attempting to bind port 808fa563-a89e-4015-b609-1600d6dd2341 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:15:15.517735 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Attempting to bind port 808fa563-a89e-4015-b609-1600d6dd2341 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:15:15.518060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Attempting to bind port 808fa563-a89e-4015-b609-1600d6dd2341 on network 998127af-1123-411b-9c85-508d958147ac {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:15:15.522749 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Port 808fa563-a89e-4015-b609-1600d6dd2341 on network 998127af-1123-411b-9c85-508d958147ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:15:15.523069 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Attempting to bind port 808fa563-a89e-4015-b609-1600d6dd2341 on network 998127af-1123-411b-9c85-508d958147ac {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:15:15.527979 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:15:15.528315 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Checking segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:15:15.528695 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Bound using segment: {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:15:15.529116 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Bound port: 808fa563-a89e-4015-b609-1600d6dd2341, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21895d11-757b-4edc-afa2-663ecf4c9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '998127af-1123-411b-9c85-508d958147ac'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:15:15.529466 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.594833 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:15:15.598823 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:15:15.603124 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.606745 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:15.643970 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:15.644582 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:15.646004 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] 10.222.0.35 "PUT /v2.0/ports/808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 1094 time: 0.6459494 Jun 26 18:15:15.646537 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:15.648922 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed004a2-55e5-4249-8fb7-5d92f70c2944" -d '{"events": [{"name": "network-changed", "server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:15.673526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:15.677323 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:15.697012 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef3113-9aaa-4684-b46a-decccbbbf4b3 x-openstack-request-id: req-39ef3113-9aaa-4684-b46a-decccbbbf4b3 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:15.697336 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:15.697752 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39ef3113-9aaa-4684-b46a-decccbbbf4b3 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:15.698260 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'status': 'completed', 'code': 200} Jun 26 18:15:15.777437 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-8d9c5411-134c-46b1-8822-818da2948a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:15.779021 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-8d9c5411-134c-46b1-8822-818da2948a00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1097 time: 0.0579343 Jun 26 18:15:15.832773 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-571db4d2-a66a-45ca-960f-e6a79eebe4dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 217 time: 0.0374291 Jun 26 18:15:15.882838 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-a9fb1e56-d891-4e61-ad6e-64c830e44bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:15.884362 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-a9fb1e56-d891-4e61-ad6e-64c830e44bfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0437438 Jun 26 18:15:15.945141 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dd48-751e-454f-b979-fb523f457759 req-050ecfaf-09bd-4ffb-9a96-804bacab8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:15.946651 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-050ecfaf-09bd-4ffb-9a96-804bacab8583 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557783 Jun 26 18:15:16.035456 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-fca1f60d-da58-4034-88a1-9d41887bba1b service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798571 Jun 26 18:15:16.122767 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ade7dd48-751e-454f-b979-fb523f457759 req-36e7c21d-7e19-4a45-a280-23971ad8893f service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802233 Jun 26 18:15:16.279382 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-8dcd553b-88bb-4154-9b2f-027f972540a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:16.280815 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-8dcd553b-88bb-4154-9b2f-027f972540a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1097 time: 0.0516641 Jun 26 18:15:16.369673 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-b4f7f329-9816-4988-9081-74395fefdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:16.371018 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-b4f7f329-9816-4988-9081-74395fefdfab service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0833097 Jun 26 18:15:16.411278 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-a1bcdf62-d098-409f-a154-059ecd4c72c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 217 time: 0.0332649 Jun 26 18:15:16.468420 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-6da0fc2c-ffb9-4111-99ae-d02d07a61354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:16.469850 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-6da0fc2c-ffb9-4111-99ae-d02d07a61354 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0502634 Jun 26 18:15:16.531351 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-7f29ca6c-e7e9-4861-a399-089f92bf3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:16.532969 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-7f29ca6c-e7e9-4861-a399-089f92bf3107 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559189 Jun 26 18:15:16.628257 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-145d2c81-1bde-43b4-acf9-3a4534f13d99 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836966 Jun 26 18:15:16.694120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c92db2-349c-4045-a72e-eb7792670cc4 req-970f0550-e81f-49ec-baa4-bb7e3288e44f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:16.695683 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-20c92db2-349c-4045-a72e-eb7792670cc4 req-970f0550-e81f-49ec-baa4-bb7e3288e44f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 943 time: 0.1051044 Jun 26 18:15:16.715358 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9e1a7-b629-4ef8-8e70-d17e968fe97d req-ff4e4511-25de-413b-a5b8-408dd585c3a7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:16.716759 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cac9e1a7-b629-4ef8-8e70-d17e968fe97d req-ff4e4511-25de-413b-a5b8-408dd585c3a7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0961351 Jun 26 18:15:16.719814 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7ed004a2-55e5-4249-8fb7-5d92f70c2944 req-4223436d-4bff-41d7-9be1-84e676b18aef service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838187 Jun 26 18:15:16.761409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-20c92db2-349c-4045-a72e-eb7792670cc4 req-42312ebd-f9aa-41fd-82e4-4763680a71cd tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Jun 26 18:15:16.773059 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cac9e1a7-b629-4ef8-8e70-d17e968fe97d req-807b8bee-776d-4af8-a37d-e10d803e1139 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 Jun 26 18:15:17.431718 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c6633f58-103b-4708-a0ea-8ed9974d7f4c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:15:17.524046 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c6633f58-103b-4708-a0ea-8ed9974d7f4c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:17.543417 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c', 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b', 'port_id': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c', 'mac_address': 'fa:16:3e:9d:00:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1299260b-ba4c-47f5-918c-6d34ac41dba6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:15:17.550475 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cfc4b49-5c27-4783-92f4-d85b6fb5c99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:17.588750 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:17.592022 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:17.605013 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6633f58-103b-4708-a0ea-8ed9974d7f4c {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:15:17.623863 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c6633f58-103b-4708-a0ea-8ed9974d7f4c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:17.627176 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:17.628823 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:17.675038 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=c6633f58-103b-4708-a0ea-8ed9974d7f4c,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:17.681791 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.682077 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.682410 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.682740 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.683059 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.683402 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.683724 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.684044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.684362 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.684677 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.684989 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.685299 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:15:17.689985 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:17.982411 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['c6633f58-103b-4708-a0ea-8ed9974d7f4c'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:15:17.987777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67cc09-f076-4f68-a1cd-96b3816b2577 req-6275deec-49b5-4014-bead-b9b62606e16a tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:17.989270 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-da67cc09-f076-4f68-a1cd-96b3816b2577 req-6275deec-49b5-4014-bead-b9b62606e16a tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 944 time: 0.1129494 Jun 26 18:15:17.997707 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b20b-be74-4cf0-861f-f79d65e120cc req-7a8f7886-d04e-43b5-8882-5c2370b45567 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:17.999084 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-be92b20b-be74-4cf0-861f-f79d65e120cc req-7a8f7886-d04e-43b5-8882-5c2370b45567 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1089337 Jun 26 18:15:18.053180 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-da67cc09-f076-4f68-a1cd-96b3816b2577 req-5232f0b1-9f77-4abc-853a-dfdf1ef40c7d tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Jun 26 18:15:18.058025 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-be92b20b-be74-4cf0-861f-f79d65e120cc req-4ab3b6f6-047c-4dc6-b465-a8cb243da9bf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508101 Jun 26 18:15:18.630039 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:19.265260 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98739-8afd-4bd4-a626-b694ed1aab7c req-50f8f035-21ce-4c12-b145-92f138ced344 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:19.266711 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-81a98739-8afd-4bd4-a626-b694ed1aab7c req-50f8f035-21ce-4c12-b145-92f138ced344 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 944 time: 0.1050825 Jun 26 18:15:19.278663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f13f6-4249-44a4-b6a2-cea10e306934 req-af0928cf-07b1-46a3-bbfc-4c8b9bd9c320 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:19.280069 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1d6f13f6-4249-44a4-b6a2-cea10e306934 req-af0928cf-07b1-46a3-bbfc-4c8b9bd9c320 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0912049 Jun 26 18:15:19.333955 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-81a98739-8afd-4bd4-a626-b694ed1aab7c req-da992d15-d6cb-46e2-a4eb-b04f0a33077a tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Jun 26 18:15:19.338515 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1d6f13f6-4249-44a4-b6a2-cea10e306934 req-5619b363-5e12-43d6-8eb2-e21f62a446c1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518310 Jun 26 18:15:19.446007 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:15:19.459814 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c6633f58-103b-4708-a0ea-8ed9974d7f4c up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:15:19.561398 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port c6633f58-103b-4708-a0ea-8ed9974d7f4c completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:15:19.573453 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port c6633f58-103b-4708-a0ea-8ed9974d7f4c triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:15:19.573833 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:19.576291 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:19.606303 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '808fa563-a89e-4015-b609-1600d6dd2341', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'port_id': '808fa563-a89e-4015-b609-1600d6dd2341', 'mac_address': 'fa:16:3e:dd:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:15:19.659439 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:19.691307 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808fa563-a89e-4015-b609-1600d6dd2341 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:15:19.708703 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:19.722852 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:19.731384 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:19.733960 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:19.741471 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:19.744021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c08ae-013a-48f3-9d6e-6e6ec97e876f" -d '{"events": [{"server_uuid": "f199209d-a594-4039-9dbd-ca1d66f14a06", "name": "network-vif-plugged", "status": "completed", "tag": "c6633f58-103b-4708-a0ea-8ed9974d7f4c"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:19.776102 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port c6633f58-103b-4708-a0ea-8ed9974d7f4c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:19.782707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:19.795245 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc449e-7e42-4d48-b181-90a6d4f8b129 x-openstack-request-id: req-1fcc449e-7e42-4d48-b181-90a6d4f8b129 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:19.795562 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f199209d-a594-4039-9dbd-ca1d66f14a06", "name": "network-vif-plugged", "status": "completed", "tag": "c6633f58-103b-4708-a0ea-8ed9974d7f4c", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:19.795821 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fcc449e-7e42-4d48-b181-90a6d4f8b129 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:19.796207 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c', 'code': 200} Jun 26 18:15:19.801045 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:19.803903 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:19.804364 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0b3b8a3b-5806-43b5-84ba-a7c720650e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:19.851572 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=c6633f58-103b-4708-a0ea-8ed9974d7f4c,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:19.854299 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:20.053510 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21896b57-10fd-47a8-a4b6-2a9b5be3b17b req-09480b59-cb3c-4696-80d4-1c9e56884449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:20.054981 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-21896b57-10fd-47a8-a4b6-2a9b5be3b17b req-09480b59-cb3c-4696-80d4-1c9e56884449 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 1098 time: 0.0521715 Jun 26 18:15:20.068915 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:20.091160 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-21896b57-10fd-47a8-a4b6-2a9b5be3b17b req-b595c823-b572-4863-af74-c384c06adfa2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274928 Jun 26 18:15:20.104365 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['808fa563-a89e-4015-b609-1600d6dd2341'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:15:20.547710 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d606cc9-70d8-4bd5-a434-d0a51b23b477 req-e7d5f218-5038-4a91-9202-e0804a4786a5 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:20.549171 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d606cc9-70d8-4bd5-a434-d0a51b23b477 req-e7d5f218-5038-4a91-9202-e0804a4786a5 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 945 time: 0.1082532 Jun 26 18:15:20.557037 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124fa6f-73a9-4dc3-b814-47131e21eeae req-7a85eaa8-9259-43d2-9bc3-ea51b020d240 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:20.558389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0124fa6f-73a9-4dc3-b814-47131e21eeae req-7a85eaa8-9259-43d2-9bc3-ea51b020d240 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 945 time: 0.1083696 Jun 26 18:15:20.611312 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d606cc9-70d8-4bd5-a434-d0a51b23b477 req-b6ee00e0-c310-41a5-ac82-6a54005a181d tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519955 Jun 26 18:15:20.618379 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0124fa6f-73a9-4dc3-b814-47131e21eeae req-54ae51c0-1161-4441-bda9-2fdec2655066 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528142 Jun 26 18:15:21.461138 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:15:21.510161 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 808fa563-a89e-4015-b609-1600d6dd2341 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:15:21.513678 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 808fa563-a89e-4015-b609-1600d6dd2341 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:15:21.514059 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:21.585786 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:21.616606 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:21.620240 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:21.621993 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6c884dd1-7553-4e81-b105-4a3c9891cce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:21.666395 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:21.669443 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:21.797558 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:21.800735 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b44da12-817a-4095-938a-e1565f9570c8" -d '{"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-plugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:21.821599 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aaa7e-880f-40ca-8a20-916ac09116b9 req-77dd458d-fd73-4763-b374-9d61bb8f0b5f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:21.823020 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f84aaa7e-880f-40ca-8a20-916ac09116b9 req-77dd458d-fd73-4763-b374-9d61bb8f0b5f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 945 time: 0.1017420 Jun 26 18:15:21.833466 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3911-de50-4315-ba4a-bba4c90734f3 req-c4d984a9-010f-4d7a-932f-18e15641dce6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:21.834791 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b22f3911-de50-4315-ba4a-bba4c90734f3 req-c4d984a9-010f-4d7a-932f-18e15641dce6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.1028132 Jun 26 18:15:21.886065 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f84aaa7e-880f-40ca-8a20-916ac09116b9 req-6263832b-7c16-4c56-a890-1e435b842678 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Jun 26 18:15:21.893036 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b22f3911-de50-4315-ba4a-bba4c90734f3 req-3e3fbc2a-1404-4b2d-b2fa-6f1533cf770b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518208 Jun 26 18:15:21.933883 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437e8600-160e-4712-b4d9-e41b388352b7 x-openstack-request-id: req-437e8600-160e-4712-b4d9-e41b388352b7 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:21.934193 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-plugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:21.934454 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-437e8600-160e-4712-b4d9-e41b388352b7 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:21.934858 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'code': 200} Jun 26 18:15:22.195823 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01885811-cbfe-4a2f-ae5a-21ec5ff8a791 req-82832051-15c5-497c-a517-51940cc534db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:22.197334 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-01885811-cbfe-4a2f-ae5a-21ec5ff8a791 req-82832051-15c5-497c-a517-51940cc534db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1099 time: 0.0497856 Jun 26 18:15:22.232114 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-01885811-cbfe-4a2f-ae5a-21ec5ff8a791 req-bedc8f01-1101-4b92-b369-57e16e3d75c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279741 Jun 26 18:15:22.745262 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:15:23.072669 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e6c2-3c79-445a-83ae-30e176d7da48 req-9be6f01e-2536-41b9-8ab0-b50355d08635 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:23.074127 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4086e6c2-3c79-445a-83ae-30e176d7da48 req-9be6f01e-2536-41b9-8ab0-b50355d08635 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0607886 Jun 26 18:15:23.110492 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4086e6c2-3c79-445a-83ae-30e176d7da48 req-d38c942e-0cad-4aa5-b565-458657353ea9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Jun 26 18:15:24.162099 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:24.292372 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a565-468a-4b45-afb0-9315544b92b0 req-2f7caa0e-a291-4de9-bc56-21a19fb1dcad tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:24.293853 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-26b6a565-468a-4b45-afb0-9315544b92b0 req-2f7caa0e-a291-4de9-bc56-21a19fb1dcad tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0657792 Jun 26 18:15:24.333122 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-26b6a565-468a-4b45-afb0-9315544b92b0 req-bc87c695-c7b6-4f9f-9527-2f4ff126d3c9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Jun 26 18:15:24.514408 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b329f9b-c63a-4b96-aee2-3f9d271ce11b req-b1185467-daf0-4986-a436-787c1ceb6fea tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:24.515891 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b329f9b-c63a-4b96-aee2-3f9d271ce11b req-b1185467-daf0-4986-a436-787c1ceb6fea tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0760970 Jun 26 18:15:24.524915 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59218) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:24.529197 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Request body: {'floatingip': {'port_id': '808fa563-a89e-4015-b609-1600d6dd2341'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:24.566904 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:25.015662 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:25.019447 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:25.150720 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Floating IP 7915edb5-83f3-4487-8cd3-cacd251c46de associated. External IP: 172.27.2.184, port: 808fa563-a89e-4015-b609-1600d6dd2341. Jun 26 18:15:25.210008 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe5900-d7fb-4793-a1af-a15e1ba26198 req-81adfc7b-f2c5-45af-bc41-ad2a7672fd92 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:25.211484 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eebe5900-d7fb-4793-a1af-a15e1ba26198 req-81adfc7b-f2c5-45af-bc41-ad2a7672fd92 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.1407814 Jun 26 18:15:25.524475 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eebe5900-d7fb-4793-a1af-a15e1ba26198 req-7402a939-a97b-4813-a41a-8bf0a5ef12ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826810 Jun 26 18:15:25.632490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:15:25.734626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:15:25.739476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:25.744508 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:15:25.754449 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:25.755223 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:15:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:25.781285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fa72b14b-15a1-42d0-9054-a69ca1c424ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "PUT /v2.0/floatingips/7915edb5-83f3-4487-8cd3-cacd251c46de HTTP/1.1" status: 200 len: 992 time: 1.2553303 Jun 26 18:15:25.782022 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:25.785454 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbabca-454b-4dd5-a62f-51a743412815" -d '{"events": [{"name": "network-changed", "server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:25.822003 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e97d02-db6d-4625-8378-1aec44e94e34 x-openstack-request-id: req-d3e97d02-db6d-4625-8378-1aec44e94e34 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:25.822322 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:25.822603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3e97d02-db6d-4625-8378-1aec44e94e34 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:25.823024 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'status': 'completed', 'code': 200} Jun 26 18:15:25.874677 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:25.961640 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbabca-454b-4dd5-a62f-51a743412815 req-ef670dd5-d3d7-41f7-ade3-3802f266e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:25.964332 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-ef670dd5-d3d7-41f7-ade3-3802f266e3ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1099 time: 0.0704041 Jun 26 18:15:26.056111 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbabca-454b-4dd5-a62f-51a743412815 req-7d4e80ab-0f1f-42aa-be4b-37804e7e318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:26.057534 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-7d4e80ab-0f1f-42aa-be4b-37804e7e318a service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0865028 Jun 26 18:15:26.101487 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7915edb5-83f3-4487-8cd3-cacd251c46de', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'port_id': '808fa563-a89e-4015-b609-1600d6dd2341', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'mac_address': 'fa:16:3e:dd:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:15:11Z', 'updated_at': '2021-06-26T18:15:24Z', 'revision_number': 1, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:26.127552 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:15:26.129645 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-6cc11fce-b69e-40d7-951c-e23762186016 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 1000 time: 0.0626776 Jun 26 18:15:26.136069 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:26.136668 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:15:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:26.181899 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbabca-454b-4dd5-a62f-51a743412815 req-caee441a-49e2-4161-a526-9ed858a00ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:26.183610 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-caee441a-49e2-4161-a526-9ed858a00ccf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0437579 Jun 26 18:15:26.240515 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:26.242484 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbabca-454b-4dd5-a62f-51a743412815 req-8d243606-edd8-42c9-b4ca-31cc54ec482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:26.243996 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-8d243606-edd8-42c9-b4ca-31cc54ec482a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511596 Jun 26 18:15:26.342243 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-c08b6ea7-b9ee-46f3-a76b-6a468ade089c service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895476 Jun 26 18:15:26.435998 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57dbabca-454b-4dd5-a62f-51a743412815 req-03984d58-3d85-4c33-b2d1-d96cd5cc71e0 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860758 Jun 26 18:15:26.584939 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7915edb5-83f3-4487-8cd3-cacd251c46de', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'port_id': '808fa563-a89e-4015-b609-1600d6dd2341', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'mac_address': 'fa:16:3e:dd:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:15:11Z', 'updated_at': '2021-06-26T18:15:24Z', 'revision_number': 1, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:26.610399 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b3856-ec93-4040-93d1-10445f36c080 None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '7915edb5-83f3-4487-8cd3-cacd251c46de', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'port_id': '808fa563-a89e-4015-b609-1600d6dd2341', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'mac_address': 'fa:16:3e:dd:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:15:11Z', 'updated_at': '2021-06-26T18:15:24Z', 'revision_number': 1, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:15:26.706862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b774c-c698-4186-994f-ae34051db1c5 req-42fada2e-cedf-4a64-a309-fedb6fc4c9a2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:26.708363 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-055b774c-c698-4186-994f-ae34051db1c5 req-42fada2e-cedf-4a64-a309-fedb6fc4c9a2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0653386 Jun 26 18:15:26.747564 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-055b774c-c698-4186-994f-ae34051db1c5 req-02f42ca3-fa69-48ef-b396-0bcbf3db19c9 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336030 Jun 26 18:15:26.793018 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbf3b4-7a05-46c7-945b-3d1263dba174 None None] New status for floating IP 7915edb5-83f3-4487-8cd3-cacd251c46de: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:15:27.780654 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-9de70286-9235-4dc2-bb75-ec00aad78307 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:27.782194 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-9de70286-9235-4dc2-bb75-ec00aad78307 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0692170 Jun 26 18:15:27.893998 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Deleting port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:15:27.894736 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:27.920390 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86c494-df76-4ad5-9b24-84ca0322e098 req-727159b0-01de-4b99-85c6-0957389fe253 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:27.921861 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bd86c494-df76-4ad5-9b24-84ca0322e098 req-727159b0-01de-4b99-85c6-0957389fe253 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 945 time: 0.0647144 Jun 26 18:15:27.963516 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bd86c494-df76-4ad5-9b24-84ca0322e098 req-93e9781c-9fe6-4267-9fdf-677fdbdf095c tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=8669c69f-3abb-4052-8faa-c8eaa9ed7448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354397 Jun 26 18:15:27.987098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] For port cab8ac8e-3248-4057-aaf9-9bb6e222cf84, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:27.988015 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:28.203405 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:28.203782 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:28.204097 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Floating IP 3a76217b-3ad0-4dc8-a939-c774b864728f disassociated. External IP: 172.27.2.56, port: cab8ac8e-3248-4057-aaf9-9bb6e222cf84. Jun 26 18:15:28.204469 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Calling delete_port for cab8ac8e-3248-4057-aaf9-9bb6e222cf84 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:15:28.330131 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:28.333916 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:28.360874 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event deleted for resources: {'Port': ['ID=cab8ac8e-3248-4057-aaf9-9bb6e222cf84,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:28.365267 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:28.469208 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:15:28.580489 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:15:28.590925 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:15:28.600079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:28.600698 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:15:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:28.623695 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] No DVR routers for this DVR port cab8ac8e-3248-4057-aaf9-9bb6e222cf84 on host hv-cinder-79819 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:15:28.626292 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:28.628516 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e62cb010-c0b0-437c-a9da-6a797e925972 req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "DELETE /v2.0/ports/cab8ac8e-3248-4057-aaf9-9bb6e222cf84 HTTP/1.1" status: 204 len: 173 time: 0.8402853 Jun 26 18:15:28.628983 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'name': 'network-vif-deleted', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:28.631431 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b74ff6-d277-4eb1-943f-f005d2f28c5a" -d '{"events": [{"server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "name": "network-vif-deleted", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:28.684935 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe732fef-458a-4a0f-b8d3-fdf791454b02 x-openstack-request-id: req-fe732fef-458a-4a0f-b8d3-fdf791454b02 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:28.685268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ffd9d12-a235-4a3a-8494-1483b21a5265", "name": "network-vif-deleted", "tag": "cab8ac8e-3248-4057-aaf9-9bb6e222cf84", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:28.685560 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe732fef-458a-4a0f-b8d3-fdf791454b02 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:28.685995 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd9d12-a235-4a3a-8494-1483b21a5265', 'name': 'network-vif-deleted', 'tag': 'cab8ac8e-3248-4057-aaf9-9bb6e222cf84', 'status': 'completed', 'code': 200} Jun 26 18:15:28.717314 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:28.929693 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:28.955590 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:15:28.963777 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:28.964382 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:15:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:29.068122 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:29.116166 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e230960-013e-4a50-b365-f0d1c98c4e78 req-3344ec71-e536-44e8-881d-5069dc2372ea tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ffd9d12-a235-4a3a-8494-1483b21a5265 HTTP/1.1" status: 200 len: 210 time: 0.0285010 Jun 26 18:15:29.262362 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:29.293527 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884e3efb-f598-42cc-8eaa-ef7459777211 None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:15:29.523936 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869f1aea-d2b4-4672-a3be-546838d4c784 None None] New status for floating IP 3a76217b-3ad0-4dc8-a939-c774b864728f: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:15:30.240023 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59262) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:30.293815 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.317826 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.361920 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.365149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.366327 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "DELETE /v2.0/security-groups/8669c69f-3abb-4052-8faa-c8eaa9ed7448 HTTP/1.1" status: 204 len: 168 time: 0.1253276 Jun 26 18:15:30.367359 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bb7b2cac-ee4c-48db-9a1b-2ae764542a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:30.369404 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59264) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:30.375830 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669c69f-3abb-4052-8faa-c8eaa9ed7448,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:30.378716 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6b66de29-9dbb-4c4c-8d55-10df95667cbf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:30.383903 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.api.v2.resource [None req-43d518e6-dfa1-4ee6-b802-8e87630b72d5 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] show failed (client error): The resource could not be found. Jun 26 18:15:30.387967 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59266) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:30.388264 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-43d518e6-dfa1-4ee6-b802-8e87630b72d5 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups/8669c69f-3abb-4052-8faa-c8eaa9ed7448 HTTP/1.1" status: 404 len: 347 time: 0.0176141 Jun 26 18:15:30.512261 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Deleting port 0616b49c-c37f-4d76-949b-182c87c62a3e {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:15:30.512610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.597298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.597627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.609987 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Calling delete_port for 0616b49c-c37f-4d76-949b-182c87c62a3e owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:15:30.747436 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.750133 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:30.772481 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event deleted for resources: {'Port': ['ID=0616b49c-c37f-4d76-949b-182c87c62a3e,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:30.775440 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:30.832566 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.835128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:30.836296 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "DELETE /v2.0/floatingips/3a76217b-3ad0-4dc8-a939-c774b864728f HTTP/1.1" status: 204 len: 168 time: 0.4473753 Jun 26 18:15:31.361370 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59274) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:31.366257 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429618572', 'description': 'tempest-description--1580630849'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:31.390183 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.471633 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.475450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.477719 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-21100cd8-d743-4268-9dfd-27c85f1e7755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:31.502682 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.504139 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device cab8ac8e-3248-4057-aaf9-9bb6e222cf84 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:15:31.504631 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1420457 Jun 26 18:15:31.506297 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb2056-8a93-4f72-8f29-178edf663572,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:31.507721 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 59276) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:31.509372 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-91e0f8f7-1366-4a76-8a50-902067e2b3b7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:31.512711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'security_group_rule': {'security_group_id': '13fb2056-8a93-4f72-8f29-178edf663572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:31.533384 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: cab8ac8e-3248-4057-aaf9-9bb6e222cf84 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:15:31.533843 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device cab8ac8e-3248-4057-aaf9-9bb6e222cf84 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:15:31.540689 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.595114 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.598945 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.601054 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-dcf1abb6-6a9e-48ea-9c1c-0f9e69732155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:31.618876 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d3ccfc-e805-4ee7-a952-78b95d5656f2,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:31.621770 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:31.624801 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.626047 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5c50bdf5-67fb-464c-a9d2-731e5ef472ab tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172755 Jun 26 18:15:31.629520 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59280) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:31.634284 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'security_group_rule': {'security_group_id': '13fb2056-8a93-4f72-8f29-178edf663572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:31.659629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.719563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.723006 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.725019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c7b0411e-f950-442a-a6c0-a8b509b99826 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:31.740064 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dc63f7-90d8-4fe3-b18b-93740538643a,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:31.742527 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:31.747128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.748365 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a232227f-a6f4-4aa5-874b-16db90e6f542 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177657 Jun 26 18:15:31.755080 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59284) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:31.759625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:31.779989 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.876866 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:31.984090 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Allocated IP 172.27.2.5 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/d4d200fc-e493-4078-9b90-5bb5f47e16e5) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:15:32.081770 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.120541 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.123527 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:32.161494 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:15:32.164243 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:15:32.166730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:15:32.203347 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'Port': ['ID=d4d200fc-e493-4078-9b90-5bb5f47e16e5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:32.207793 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:32.260013 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.302365 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.450285 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.454978 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.456650 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d6347ce6-df35-4c26-84fc-bac911c77ba7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:32.523687 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'Port': ['ID=d4d200fc-e493-4078-9b90-5bb5f47e16e5,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:32.529447 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:32.535921 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.548866 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:32.550577 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7945304 Jun 26 18:15:32.737732 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-41d4fd22-639f-4b15-b881-4b5806dbba09 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1429618572&fields=id&tenant_id=47a822717cc64394971656883470c96c HTTP/1.1" status: 200 len: 267 time: 0.0330029 Jun 26 18:15:32.850139 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-94e7b2a4-a9e9-403f-ae6d-ae5fd7b4902d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:32.850139 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-94e7b2a4-a9e9-403f-ae6d-ae5fd7b4902d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 811 time: 0.1045923 Jun 26 18:15:32.865404 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-553bbe0b-e874-45a6-922f-74b17fb5e9c0 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/quotas/47a822717cc64394971656883470c96c HTTP/1.1" status: 200 len: 375 time: 0.0094206 Jun 26 18:15:32.933902 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-bfa0d84c-310a-4b51-92d3-cf7e7de98cd1 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631449 Jun 26 18:15:33.027446 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-7a4e9982-60ee-46a7-a35e-490d8ea81cef service neutron] 10.222.0.23 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810804 Jun 26 18:15:33.118730 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-81d377e5-8024-47c9-a014-a4717477a076 service neutron] 10.222.0.23 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Jun 26 18:15:33.287440 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8516e7c2-fa0f-4156-8958-70f280f0c2c9 req-6057547d-d422-4114-b662-3ba448e31f24 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 210 time: 0.0287783 Jun 26 18:15:34.432030 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f070de36-469e-48ec-a8ee-bf4a5a51cf38 req-4d356a78-b7aa-41e4-b6ff-2acdf29f5bfe tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 210 time: 0.0319822 Jun 26 18:15:34.577119 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-8e68cae4-b726-4964-a4f3-d967740e620a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:34.578827 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-8e68cae4-b726-4964-a4f3-d967740e620a tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 811 time: 0.1051741 Jun 26 18:15:34.632662 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-e608f373-dcfd-462c-91bd-99fa10f020e2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a822717cc64394971656883470c96c HTTP/1.1" status: 200 len: 380 time: 0.0349653 Jun 26 18:15:34.644712 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'port': {'device_id': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'admin_state_up': True, 'tenant_id': '47a822717cc64394971656883470c96c', 'security_groups': ['13fb2056-8a93-4f72-8f29-178edf663572']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:34.753545 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Made reservation on behalf of 47a822717cc64394971656883470c96c for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:15:34.756864 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:34.880180 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Allocated IP 172.20.0.3 (5e7fad65-d6f4-4079-810a-fa3f2a11abb9/5f3d52d4-e4e6-41d5-aaa5-a616174b666b/d72661a9-9a14-4555-b9a7-5c5f7a4b814d) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:15:35.011542 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.024784 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Transition to ACTIVE for port object d72661a9-9a14-4555-b9a7-5c5f7a4b814d will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:15:35.055806 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.060576 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ed6b841e-d025-40d8-b9a0-02aced0f616e tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:35.342671 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:15:35.345755 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:15:35.348432 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:15:35.387844 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event updated for resources: {'Port': ['ID=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:35.391084 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:35.410635 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:35.411235 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.427358 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869287 Jun 26 18:15:35.454202 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Request body: {'port': {'device_id': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:35.532197 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.586796 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-71ba8f0c-ff63-4ed5-93c1-edad887b3e3a None None] Provisioning for port d72661a9-9a14-4555-b9a7-5c5f7a4b814d completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:15:35.590938 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-71ba8f0c-ff63-4ed5-93c1-edad887b3e3a None None] Provisioning complete for port d72661a9-9a14-4555-b9a7-5c5f7a4b814d triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:15:35.591684 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-71ba8f0c-ff63-4ed5-93c1-edad887b3e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.615900 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b455-e321-471a-8eb6-d2a7b99e94e2 req-b41180e6-8905-4ba3-bec0-1c900c1ac800 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:35.617741 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8e98b455-e321-471a-8eb6-d2a7b99e94e2 req-b41180e6-8905-4ba3-bec0-1c900c1ac800 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 931 time: 0.0699418 Jun 26 18:15:35.626704 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-71ba8f0c-ff63-4ed5-93c1-edad887b3e3a None None] Port d72661a9-9a14-4555-b9a7-5c5f7a4b814d cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:15:35.659761 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8e98b455-e321-471a-8eb6-d2a7b99e94e2 req-320e19b1-0140-4344-b595-d865a97a4968 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353718 Jun 26 18:15:35.796258 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72661a9-9a14-4555-b9a7-5c5f7a4b814d {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:15:35.804616 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.816259 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Transition to ACTIVE for port object d72661a9-9a14-4555-b9a7-5c5f7a4b814d will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:15:35.819426 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:35.822069 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:35.868014 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Pushing event updated for resources: {'Port': ['ID=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:35.871635 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:35.955859 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Attempting to bind port d72661a9-9a14-4555-b9a7-5c5f7a4b814d on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:15:35.956203 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Attempting to bind port d72661a9-9a14-4555-b9a7-5c5f7a4b814d by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:15:35.956539 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Attempting to bind port d72661a9-9a14-4555-b9a7-5c5f7a4b814d on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:15:35.961526 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Port d72661a9-9a14-4555-b9a7-5c5f7a4b814d on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:15:35.961854 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Attempting to bind port d72661a9-9a14-4555-b9a7-5c5f7a4b814d on network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:15:35.967405 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:15:35.967700 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Checking segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:15:35.968110 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Bound using segment: {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:15:35.968518 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Bound port: d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:15:35.968877 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:36.038046 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] For port d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:15:36.041248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] For port d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:15:36.046114 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:36.048957 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-25b0f3b4-6493-44bf-a04a-88a2fad9a754 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:36.078339 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.079023 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:36.080339 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] 10.222.0.35 "PUT /v2.0/ports/d72661a9-9a14-4555-b9a7-5c5f7a4b814d HTTP/1.1" status: 200 len: 1093 time: 0.6305716 Jun 26 18:15:36.080862 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:36.083133 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3dc571-0aba-4c67-b850-4f5cfa6de518" -d '{"events": [{"name": "network-changed", "server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:36.111129 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Pushing event updated for resources: {'Port': ['ID=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:36.119965 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:36.129356 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a084b856-6dc8-4053-874d-41ac3534b92d x-openstack-request-id: req-a084b856-6dc8-4053-874d-41ac3534b92d {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:36.130235 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:36.130541 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a084b856-6dc8-4053-874d-41ac3534b92d {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:36.131343 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'status': 'completed', 'code': 200} Jun 26 18:15:36.221511 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-4e20c1f4-6b7b-4b5c-af93-f835d71f1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.223604 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-4e20c1f4-6b7b-4b5c-af93-f835d71f1459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 1096 time: 0.0557327 Jun 26 18:15:36.281434 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-9d47f1a2-5bd6-4be9-bd30-be30334b58b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d HTTP/1.1" status: 200 len: 217 time: 0.0374086 Jun 26 18:15:36.328925 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-61c9c030-4e6d-46b7-8378-6da03ca48e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.330344 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-61c9c030-4e6d-46b7-8378-6da03ca48e76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0417874 Jun 26 18:15:36.388552 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-23dc801e-7e99-435f-a442-98946020a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.389995 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-23dc801e-7e99-435f-a442-98946020a4be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501847 Jun 26 18:15:36.485641 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-70b49f91-91a5-4dc7-acad-e402eaae7699 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Jun 26 18:15:36.573135 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c1bc2afc-da93-44d1-b1fc-b83ca46052da req-cf7c51d6-39a6-42e3-9e4f-c93db4a2fca7 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788655 Jun 26 18:15:36.742429 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-0b73139e-3701-4006-ab27-ad44572a39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.743864 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-0b73139e-3701-4006-ab27-ad44572a39ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 1096 time: 0.0574925 Jun 26 18:15:36.835057 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d7eef-69dd-4913-bb00-4348b6c25895 req-0bd1a85e-9584-4dcc-9a80-1b6a475dc546 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.836563 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-665d7eef-69dd-4913-bb00-4348b6c25895 req-0bd1a85e-9584-4dcc-9a80-1b6a475dc546 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 943 time: 0.0615406 Jun 26 18:15:36.839069 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-3d169ead-0af7-465a-a377-c6ff66e89bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.840606 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-3d169ead-0af7-465a-a377-c6ff66e89bc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.0828576 Jun 26 18:15:36.874549 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-665d7eef-69dd-4913-bb00-4348b6c25895 req-50a3e066-ce15-4e3a-8c4b-656027c9b986 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Jun 26 18:15:36.886450 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-40c36984-d872-4528-ac89-1f7dde377cab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d HTTP/1.1" status: 200 len: 217 time: 0.0383224 Jun 26 18:15:36.935511 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-2a0923ab-bc83-4211-a9bd-476e09c8e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.936912 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-2a0923ab-bc83-4211-a9bd-476e09c8e67a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0423741 Jun 26 18:15:36.991184 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-0f51022f-950f-4922-8cff-07f366f8b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:36.992923 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-0f51022f-950f-4922-8cff-07f366f8b4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486293 Jun 26 18:15:37.085223 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-746feab8-a8d3-4445-b5e1-06cec1b0ab14 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815017 Jun 26 18:15:37.173711 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e3dc571-0aba-4c67-b850-4f5cfa6de518 req-8a179573-6ab0-4e5e-85ba-29a569127c5c service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777235 Jun 26 18:15:38.045455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2e202-dad5-45ea-ade0-360d6ef7be4a req-bd718f9a-c28b-40dd-a09e-7d684cf12356 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:38.046892 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-79d2e202-dad5-45ea-ade0-360d6ef7be4a req-bd718f9a-c28b-40dd-a09e-7d684cf12356 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 943 time: 0.0650747 Jun 26 18:15:38.083703 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-79d2e202-dad5-45ea-ade0-360d6ef7be4a req-dc77eec0-64f9-4a17-9245-d805280175bf tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Jun 26 18:15:39.253163 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f5722-29c1-4b92-817e-f18fbcd431ca req-b397818e-4a30-49b2-a943-720ea345ddae tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:39.254617 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e76f5722-29c1-4b92-817e-f18fbcd431ca req-b397818e-4a30-49b2-a943-720ea345ddae tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 943 time: 0.0615587 Jun 26 18:15:39.291313 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e76f5722-29c1-4b92-817e-f18fbcd431ca req-6975b4cb-dc3f-4878-8298-4cf7d91e960e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Jun 26 18:15:39.522086 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d72661a9-9a14-4555-b9a7-5c5f7a4b814d details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:15:39.618848 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:39.629986 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'port_id': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'mac_address': 'fa:16:3e:dc:3a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:15:39.664960 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:39.676793 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72661a9-9a14-4555-b9a7-5c5f7a4b814d {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:15:39.695579 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:39.699530 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:39.701241 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-6c884dd1-7553-4e81-b105-4a3c9891cce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:39.744962 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:39.747987 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:40.059706 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['d72661a9-9a14-4555-b9a7-5c5f7a4b814d'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:15:40.466389 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef69c4-e322-4e4c-8284-f5fa19aa1971 req-0acb109f-4842-438d-9367-6681f88030da tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:40.467882 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7ef69c4-e322-4e4c-8284-f5fa19aa1971 req-0acb109f-4842-438d-9367-6681f88030da tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 944 time: 0.0674207 Jun 26 18:15:40.505786 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7ef69c4-e322-4e4c-8284-f5fa19aa1971 req-a42a3bc1-9663-49fa-b6b4-c1d544abe8aa tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Jun 26 18:15:41.537660 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d72661a9-9a14-4555-b9a7-5c5f7a4b814d up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:15:41.588054 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port d72661a9-9a14-4555-b9a7-5c5f7a4b814d completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:15:41.591964 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port d72661a9-9a14-4555-b9a7-5c5f7a4b814d triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:15:41.592344 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:41.671866 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:41.683293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a060f3-00a0-4b35-81ab-faa85ba8effa req-21211f45-f3b5-4bd4-b48e-a8452d96a52f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:41.684785 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5a060f3-00a0-4b35-81ab-faa85ba8effa req-21211f45-f3b5-4bd4-b48e-a8452d96a52f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 944 time: 0.0695100 Jun 26 18:15:41.693553 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:41.695867 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca964f-235f-4979-af09-9e30f03a1060" -d '{"events": [{"server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "name": "network-vif-plugged", "status": "completed", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:41.709271 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:15:41.713180 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:41.715061 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:15:41.722794 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5a060f3-00a0-4b35-81ab-faa85ba8effa req-d2fb2614-8b2a-4c88-9370-b449ffce3714 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Jun 26 18:15:41.737787 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d56efb-e6fe-46a8-b7bd-f924cf9d56d9 x-openstack-request-id: req-a8d56efb-e6fe-46a8-b7bd-f924cf9d56d9 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:41.738088 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "name": "network-vif-plugged", "status": "completed", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:41.738352 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8d56efb-e6fe-46a8-b7bd-f924cf9d56d9 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:41.738748 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'code': 200} Jun 26 18:15:41.763963 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:15:41.766931 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:15:42.004724 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340656c-68ae-4ea7-b8f8-34f7cfe5e364 req-83d1d345-1fa1-4439-a311-f81b90c23afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:42.006187 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2340656c-68ae-4ea7-b8f8-34f7cfe5e364 req-83d1d345-1fa1-4439-a311-f81b90c23afa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 1098 time: 0.0504861 Jun 26 18:15:42.047802 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2340656c-68ae-4ea7-b8f8-34f7cfe5e364 req-addc6c2b-3009-436a-9b2b-69674db1f7bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Jun 26 18:15:43.035239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab29ad1-6a45-4106-adca-b4cddb1b0c9e req-dea5083d-0583-49b1-a392-ad2281398245 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:43.036614 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ab29ad1-6a45-4106-adca-b4cddb1b0c9e req-dea5083d-0583-49b1-a392-ad2281398245 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.2042120 Jun 26 18:15:43.071754 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ab29ad1-6a45-4106-adca-b4cddb1b0c9e req-9bdbbfb0-a6fe-4413-b2ad-2ef15b5f797d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295866 Jun 26 18:15:44.242577 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6dcd6-7fc6-491c-a21c-306af4f193a3 req-06359658-ad2c-46a6-bcbc-445f235640ba tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:44.244041 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-20b6dcd6-7fc6-491c-a21c-306af4f193a3 req-06359658-ad2c-46a6-bcbc-445f235640ba tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0644398 Jun 26 18:15:44.280386 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-20b6dcd6-7fc6-491c-a21c-306af4f193a3 req-79a07693-4171-458f-a300-723e500a4217 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308578 Jun 26 18:15:44.487765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afdf4b-77e5-45d2-8863-c4e795c533e5 req-893d808d-d927-46d3-9ef4-912735cc6515 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:44.489206 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44afdf4b-77e5-45d2-8863-c4e795c533e5 req-893d808d-d927-46d3-9ef4-912735cc6515 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1064723 Jun 26 18:15:44.498288 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 59410) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:15:44.502186 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Request body: {'floatingip': {'port_id': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:15:44.540150 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:44.763810 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-181f2f43-9d1f-4517-aa75-0d9dbaa59c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:44.972420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:44.975982 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:45.070811 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Floating IP 47e95690-ed63-41d9-a94e-a488e1cc0a6d associated. External IP: 172.27.2.5, port: d72661a9-9a14-4555-b9a7-5c5f7a4b814d. Jun 26 18:15:45.270823 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:15:45.373562 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:15:45.378958 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:45.383162 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:15:45.391654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:45.392263 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:15:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:45.412285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3a1082b8-1629-41f3-8d86-e7f9a199406e tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "PUT /v2.0/floatingips/47e95690-ed63-41d9-a94e-a488e1cc0a6d HTTP/1.1" status: 200 len: 989 time: 0.9133954 Jun 26 18:15:45.413017 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:15:45.415673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a9f77d-c22d-41b4-a4f9-381e78245feb" -d '{"events": [{"name": "network-changed", "server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:15:45.455301 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44db543b-cc65-458f-8b9d-59ac73d7f103 x-openstack-request-id: req-44db543b-cc65-458f-8b9d-59ac73d7f103 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:15:45.455762 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:15:45.457493 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44db543b-cc65-458f-8b9d-59ac73d7f103 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:15:45.457988 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'status': 'completed', 'code': 200} Jun 26 18:15:45.496924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:45.577928 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-3a100564-4c44-4f8a-9fe6-0369b14264c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:45.579469 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-3a100564-4c44-4f8a-9fe6-0369b14264c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47a822717cc64394971656883470c96c&device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 1098 time: 0.0557995 Jun 26 18:15:45.675990 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-6795bc03-338f-458d-9719-26de6d570839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:45.678669 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-6795bc03-338f-458d-9719-26de6d570839 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 200 len: 912 time: 0.0902605 Jun 26 18:15:45.716655 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '47e95690-ed63-41d9-a94e-a488e1cc0a6d', 'tenant_id': '47a822717cc64394971656883470c96c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'port_id': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'mac_address': 'fa:16:3e:dc:3a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:15:32Z', 'updated_at': '2021-06-26T18:15:44Z', 'revision_number': 1, 'project_id': '47a822717cc64394971656883470c96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:45.742654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:15:45.746033 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-62a30dd8-7ac6-4a92-bbfe-9ecc6aa2d51b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d HTTP/1.1" status: 200 len: 997 time: 0.0607905 Jun 26 18:15:45.750739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:15:45.751385 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:15:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:45.798893 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-c1dbf1e1-224b-453c-97cd-a8c2354bbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:45.801029 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-c1dbf1e1-224b-453c-97cd-a8c2354bbb37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 200 len: 850 time: 0.0432034 Jun 26 18:15:45.866019 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-82cbefb4-ec87-4c69-8153-644ebfcb7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:45.867826 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-82cbefb4-ec87-4c69-8153-644ebfcb7991 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e7fad65-d6f4-4079-810a-fa3f2a11abb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592837 Jun 26 18:15:45.973950 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-e422918c-3f3b-42ac-9332-b267b0cbf00c service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978601 Jun 26 18:15:45.984303 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:15:46.065155 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-39a9f77d-c22d-41b4-a4f9-381e78245feb req-c77e9722-b6b8-4157-83dd-09716bf4ce82 service neutron] 10.222.0.35 "GET /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809827 Jun 26 18:15:46.200898 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '47e95690-ed63-41d9-a94e-a488e1cc0a6d', 'tenant_id': '47a822717cc64394971656883470c96c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'port_id': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'mac_address': 'fa:16:3e:dc:3a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:15:32Z', 'updated_at': '2021-06-26T18:15:44Z', 'revision_number': 1, 'project_id': '47a822717cc64394971656883470c96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:15:46.228089 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ff827-eb90-45ef-87f5-4968563339c4 None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '47e95690-ed63-41d9-a94e-a488e1cc0a6d', 'tenant_id': '47a822717cc64394971656883470c96c', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'port_id': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'mac_address': 'fa:16:3e:dc:3a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:15:32Z', 'updated_at': '2021-06-26T18:15:44Z', 'revision_number': 1, 'project_id': '47a822717cc64394971656883470c96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:15:46.395809 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d9e92-40e3-4586-97ea-7d18ab216e68 None None] New status for floating IP 47e95690-ed63-41d9-a94e-a488e1cc0a6d: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:15:47.539666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8a62b79f-0529-4842-8245-deaec442747d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:47.569139 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:48.632872 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:50.070733 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:54.177116 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:15:55.645378 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-78f2a687-4fe6-4750-9643-54ae894ecbc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596230 Jun 26 18:15:55.764038 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-894f5715-f0c3-474a-ae15-4a836d42f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:55.765523 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-894f5715-f0c3-474a-ae15-4a836d42f7db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1098 time: 0.0516331 Jun 26 18:15:55.870908 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-2fa1d495-3d1c-4977-82ea-792b47db9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:55.872314 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-2fa1d495-3d1c-4977-82ea-792b47db9f97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 909 time: 0.0861135 Jun 26 18:15:55.936367 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-06aedb0b-8d43-4ff9-bb2c-36dc5a11e911 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 1001 time: 0.0570486 Jun 26 18:15:55.984277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-89c787be-53a7-41ee-b73c-5d4506cbb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:55.985697 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-89c787be-53a7-41ee-b73c-5d4506cbb698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0410755 Jun 26 18:15:56.044870 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-7bb64fef-a11a-4fbd-b5e2-6c3540a137dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:15:56.046328 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-7bb64fef-a11a-4fbd-b5e2-6c3540a137dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535741 Jun 26 18:15:56.132823 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-e052933e-04df-48d4-93a4-568e58279f6a service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789483 Jun 26 18:15:56.221894 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f00aaf1b-a420-4963-9834-f785c35ebc7e req-58ade41a-7472-41c0-afa2-4c2806118c6a service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809543 Jun 26 18:15:59.743648 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:16:05.902318 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669ee26-13d6-41e8-a127-fea29f0d1534 req-9888f88b-8ec8-494a-b7b2-d278ce92e9f4 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:05.903816 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8669ee26-13d6-41e8-a127-fea29f0d1534 req-9888f88b-8ec8-494a-b7b2-d278ce92e9f4 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 945 time: 0.0621924 Jun 26 18:16:05.946383 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8669ee26-13d6-41e8-a127-fea29f0d1534 req-57c90953-02f5-46e9-a3c0-d4e74111b69a tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365601 Jun 26 18:16:07.347777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932ec9a-4e50-4050-bd9d-ae50aef7e934 req-a9913f72-ff82-4eb5-b79a-a51444734dc5 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:07.349230 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6932ec9a-4e50-4050-bd9d-ae50aef7e934 req-a9913f72-ff82-4eb5-b79a-a51444734dc5 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 945 time: 0.2897875 Jun 26 18:16:07.385598 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6932ec9a-4e50-4050-bd9d-ae50aef7e934 req-a8d6c490-39d6-405d-906c-d28d5fa4ebda tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Jun 26 18:16:07.709397 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-d6436fda-c99f-4d60-9616-7c9a892452e1 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:07.710805 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-d6436fda-c99f-4d60-9616-7c9a892452e1 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 945 time: 0.0653899 Jun 26 18:16:07.816502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Deleting port c6633f58-103b-4708-a0ea-8ed9974d7f4c {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:16:07.816843 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:07.901055 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] For port c6633f58-103b-4708-a0ea-8ed9974d7f4c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6633f58-103b-4708-a0ea-8ed9974d7f4c,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:07.901411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:07.913901 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Calling delete_port for c6633f58-103b-4708-a0ea-8ed9974d7f4c owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:16:08.040298 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:08.044055 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bcdb36d2-1009-49e7-9233-d9b44e206670 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:08.068013 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Pushing event deleted for resources: {'Port': ['ID=c6633f58-103b-4708-a0ea-8ed9974d7f4c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:08.077461 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.077853 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.078234 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.078614 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.078991 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.079373 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.079573 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['c6633f58-103b-4708-a0ea-8ed9974d7f4c'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:16:08.080656 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.080656 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.081428 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.081428 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.081700 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.082059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:08.090893 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:08.130589 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] No DVR routers for this DVR port c6633f58-103b-4708-a0ea-8ed9974d7f4c on host hv-cinder-79819 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:16:08.133028 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:08.134976 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3f9311bc-ec03-4055-a908-e5975a6b9110 req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "DELETE /v2.0/ports/c6633f58-103b-4708-a0ea-8ed9974d7f4c HTTP/1.1" status: 204 len: 173 time: 0.4177990 Jun 26 18:16:08.135512 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'name': 'network-vif-deleted', 'tag': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:16:08.137764 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8074db19-54e7-4d7f-8c77-56b3dd034d01" -d '{"events": [{"server_uuid": "f199209d-a594-4039-9dbd-ca1d66f14a06", "name": "network-vif-deleted", "tag": "c6633f58-103b-4708-a0ea-8ed9974d7f4c"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:16:08.173882 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472f8744-7186-4034-8447-c51c89c3f3a8 x-openstack-request-id: req-472f8744-7186-4034-8447-c51c89c3f3a8 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:16:08.174209 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f199209d-a594-4039-9dbd-ca1d66f14a06", "name": "network-vif-deleted", "tag": "c6633f58-103b-4708-a0ea-8ed9974d7f4c", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:16:08.174498 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-472f8744-7186-4034-8447-c51c89c3f3a8 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:16:08.175034 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f199209d-a594-4039-9dbd-ca1d66f14a06', 'name': 'network-vif-deleted', 'tag': 'c6633f58-103b-4708-a0ea-8ed9974d7f4c', 'status': 'completed', 'code': 200} Jun 26 18:16:08.536106 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6337d5f8-bc29-4105-80d4-3cae32381097 req-715cab68-9a6d-4fdd-b242-a2c5ea1d377d tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f199209d-a594-4039-9dbd-ca1d66f14a06 HTTP/1.1" status: 200 len: 210 time: 0.0268641 Jun 26 18:16:12.758166 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c6633f58-103b-4708-a0ea-8ed9974d7f4c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:16:12.777215 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: c6633f58-103b-4708-a0ea-8ed9974d7f4c {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:16:12.777500 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device c6633f58-103b-4708-a0ea-8ed9974d7f4c not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:16:14.764296 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f19855dd-347f-4ebc-adae-2f1665354462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:17.540806 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1df9-4d65-4e89-860e-899e39e2dcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:17.568640 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:18.560719 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-b129425a-40b4-441a-be59-c60a26a1ed49 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:18.562180 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-b129425a-40b4-441a-be59-c60a26a1ed49 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/networks?id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 200 len: 813 time: 0.0993798 Jun 26 18:16:18.577334 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-296801db-dce1-4683-9997-234f3fe5d4a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/quotas/fc505876e3f94475bb9ae2c1641e19f2 HTTP/1.1" status: 200 len: 375 time: 0.0091159 Jun 26 18:16:18.611269 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-32e9fcd4-ceeb-4f1c-921c-3f33a79bbeca tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279515 Jun 26 18:16:18.636179 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:18.741884 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-1cd41e65-8328-4bb7-946d-04e86e91bf6a service neutron] 10.222.0.23 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233819 Jun 26 18:16:18.831765 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-a46e7119-f022-465c-b4f6-edd561aabfcc service neutron] 10.222.0.23 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840883 Jun 26 18:16:18.996889 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac90912b-c11f-49d3-92e0-b425d4b117b1 req-ad03c9be-b387-466e-8629-037109d6bcda tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 210 time: 0.0319009 Jun 26 18:16:20.077295 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:20.136261 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-00c7c3a2-b4c3-46a5-ace1-7178f1f453ad req-4975418a-b068-4688-90da-3983c7448551 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 210 time: 0.0280502 Jun 26 18:16:20.306095 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-1b6eb68f-7d85-4f37-a757-6aa242c430e8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:20.307743 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-1b6eb68f-7d85-4f37-a757-6aa242c430e8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "GET /v2.0/networks?id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 200 len: 813 time: 0.1052074 Jun 26 18:16:20.326411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Request body: {'port': {'device_id': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b', 'admin_state_up': True, 'tenant_id': 'fc505876e3f94475bb9ae2c1641e19f2'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:16:20.436881 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Made reservation on behalf of fc505876e3f94475bb9ae2c1641e19f2 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:16:20.440908 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:20.564110 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Allocated IP 172.20.0.8 (d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b/1299260b-ba4c-47f5-918c-6d34ac41dba6/7f93e0fa-9596-4ffb-9b76-cffaba766340) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:16:20.710342 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:20.749014 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:20.753001 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-75657c3a-e07c-440f-8f50-1c482ad45a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:20.790375 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:16:20.797387 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:16:20.801743 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:16:20.828216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Pushing event updated for resources: {'Port': ['ID=7f93e0fa-9596-4ffb-9b76-cffaba766340,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:20.833804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:20.855507 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:20.856115 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:20.870738 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-148a76c1-e087-4d7b-babf-c65e431bf64f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479794 Jun 26 18:16:20.937753 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Request body: {'port': {'device_id': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:16:21.013907 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:21.267248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f93e0fa-9596-4ffb-9b76-cffaba766340 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:16:21.275381 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:21.287725 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Transition to ACTIVE for port object 7f93e0fa-9596-4ffb-9b76-cffaba766340 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:16:21.293034 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:21.297351 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-50d3361b-8478-492d-af1c-2867a6713d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:21.312001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef751024-dc49-4a3e-a3ec-44d5ea64791f req-35493be5-d0dd-49b5-aa8f-a524271b1664 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:21.313856 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ef751024-dc49-4a3e-a3ec-44d5ea64791f req-35493be5-d0dd-49b5-aa8f-a524271b1664 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 931 time: 0.0670059 Jun 26 18:16:21.345301 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Pushing event updated for resources: {'Port': ['ID=7f93e0fa-9596-4ffb-9b76-cffaba766340,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:21.355775 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ef751024-dc49-4a3e-a3ec-44d5ea64791f req-7768034c-3ad8-45b3-bed1-9bac70ec9751 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356576 Jun 26 18:16:21.363441 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:21.410521 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Attempting to bind port 7f93e0fa-9596-4ffb-9b76-cffaba766340 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:16:21.410865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Attempting to bind port 7f93e0fa-9596-4ffb-9b76-cffaba766340 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:16:21.411187 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Attempting to bind port 7f93e0fa-9596-4ffb-9b76-cffaba766340 on network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:16:21.415254 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Port 7f93e0fa-9596-4ffb-9b76-cffaba766340 on network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:16:21.415598 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Attempting to bind port 7f93e0fa-9596-4ffb-9b76-cffaba766340 on network d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:16:21.420404 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:16:21.420679 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Checking segment: {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:16:21.421059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Bound using segment: {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:16:21.421477 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Bound port: 7f93e0fa-9596-4ffb-9b76-cffaba766340, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6303006b-b646-4fc1-90dd-9487237eb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:16:21.421827 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:21.484330 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] For port 7f93e0fa-9596-4ffb-9b76-cffaba766340, host hv-cinder-79819, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:16:21.487316 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] For port 7f93e0fa-9596-4ffb-9b76-cffaba766340, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:16:21.490929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:21.493836 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:21.524688 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:21.525296 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:21.526653 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] 10.222.0.35 "PUT /v2.0/ports/7f93e0fa-9596-4ffb-9b76-cffaba766340 HTTP/1.1" status: 200 len: 1093 time: 0.6413023 Jun 26 18:16:21.527137 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'tag': '7f93e0fa-9596-4ffb-9b76-cffaba766340'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:16:21.529411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0b727-ee59-4ac3-994d-1892347ea8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff99a173-fdad-4991-9736-7aa9047ad2e7", "tag": "7f93e0fa-9596-4ffb-9b76-cffaba766340"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:16:21.551639 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Pushing event updated for resources: {'Port': ['ID=7f93e0fa-9596-4ffb-9b76-cffaba766340,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:21.554535 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:21.617367 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31789c13-26fb-47d8-92ca-fc8cc2badf4a x-openstack-request-id: req-31789c13-26fb-47d8-92ca-fc8cc2badf4a {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:16:21.617701 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff99a173-fdad-4991-9736-7aa9047ad2e7", "tag": "7f93e0fa-9596-4ffb-9b76-cffaba766340", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:16:21.617997 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31789c13-26fb-47d8-92ca-fc8cc2badf4a {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:16:21.618423 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'tag': '7f93e0fa-9596-4ffb-9b76-cffaba766340', 'status': 'completed', 'code': 200} Jun 26 18:16:21.638199 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-08f2c17c-a046-49cd-b7a5-de82b1f926d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:21.639728 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-08f2c17c-a046-49cd-b7a5-de82b1f926d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0569348 Jun 26 18:16:21.687453 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-77869f23-bca6-44b4-a841-079a7fea6820 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340 HTTP/1.1" status: 200 len: 217 time: 0.0343254 Jun 26 18:16:21.737466 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-b5fc5705-f17d-4354-ab21-6f851329459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:21.738886 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-b5fc5705-f17d-4354-ab21-6f851329459c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1299260b-ba4c-47f5-918c-6d34ac41dba6 HTTP/1.1" status: 200 len: 853 time: 0.0448384 Jun 26 18:16:21.773445 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-cfaa13c6-876a-45cd-8be4-02357a6b463f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256479 Jun 26 18:16:21.868672 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-80f0f9ea-4632-4efb-8aa3-d9b36ba0b89a service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817211 Jun 26 18:16:21.954557 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1369e632-5c2a-4c95-83fd-139f0f12348f req-8ab85ea7-f955-4c55-9e4c-3a565f9711b5 service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784812 Jun 26 18:16:22.117360 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-72236c5d-382c-4318-bb8f-749ad969285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:22.118792 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-72236c5d-382c-4318-bb8f-749ad969285a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0505683 Jun 26 18:16:22.208026 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-ba8489f4-2a4c-412d-a555-310e351ffba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:22.209450 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-ba8489f4-2a4c-412d-a555-310e351ffba8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 200 len: 914 time: 0.0831549 Jun 26 18:16:22.250331 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-fa883f5d-b811-441d-ae28-3de86d10e46b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340 HTTP/1.1" status: 200 len: 217 time: 0.0333879 Jun 26 18:16:22.299793 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-4179b01a-f7dc-426c-b8b9-7e0e3a55af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:22.301156 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-4179b01a-f7dc-426c-b8b9-7e0e3a55af66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1299260b-ba4c-47f5-918c-6d34ac41dba6 HTTP/1.1" status: 200 len: 853 time: 0.0438290 Jun 26 18:16:22.537359 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a977-2a42-4140-95e9-c5c47d731973 req-f6e938d5-3a67-4eca-b9e5-0a724bdd4503 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:22.538873 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7e6a977-2a42-4140-95e9-c5c47d731973 req-f6e938d5-3a67-4eca-b9e5-0a724bdd4503 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 943 time: 0.0688810 Jun 26 18:16:22.576905 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-960c96e8-1557-45c7-beac-12201233c4cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2664378 Jun 26 18:16:22.578434 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7e6a977-2a42-4140-95e9-c5c47d731973 req-e73028f4-e5c1-4ebc-884c-3cc351077a88 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jun 26 18:16:22.664165 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-b62996c9-f3cb-4f6b-93ea-a12b24cddeee service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795565 Jun 26 18:16:22.753370 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffa0b727-ee59-4ac3-994d-1892347ea8a4 req-b598d8f1-d84c-4646-b56d-6e11933a1b22 service neutron] 10.222.0.35 "GET /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817928 Jun 26 18:16:23.398780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36550fba-ca39-4106-a892-6d6c6e868938 req-419a91b7-ff8a-46ec-abdf-08ca82f6f531 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:23.400249 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-36550fba-ca39-4106-a892-6d6c6e868938 req-419a91b7-ff8a-46ec-abdf-08ca82f6f531 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0613391 Jun 26 18:16:23.435948 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-36550fba-ca39-4106-a892-6d6c6e868938 req-4c3e1ef0-a12c-4240-a433-402108d14de2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300708 Jun 26 18:16:23.748504 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34312e6d-3def-4c95-9c43-9203a8fc5059 req-acd96388-6acb-47f2-9a6b-877e6baf84ba tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:23.749858 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34312e6d-3def-4c95-9c43-9203a8fc5059 req-acd96388-6acb-47f2-9a6b-877e6baf84ba tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 943 time: 0.0620446 Jun 26 18:16:23.754933 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7f93e0fa-9596-4ffb-9b76-cffaba766340 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:16:23.786858 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-34312e6d-3def-4c95-9c43-9203a8fc5059 req-d66219f8-4b0f-49ee-9a7b-46272a02e17a tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Jun 26 18:16:23.848571 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 7f93e0fa-9596-4ffb-9b76-cffaba766340, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:23.859188 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '7f93e0fa-9596-4ffb-9b76-cffaba766340', 'network_id': 'd8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b', 'port_id': '7f93e0fa-9596-4ffb-9b76-cffaba766340', 'mac_address': 'fa:16:3e:4f:b3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1299260b-ba4c-47f5-918c-6d34ac41dba6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:16:23.895391 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:23.907502 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f93e0fa-9596-4ffb-9b76-cffaba766340 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:16:23.926707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 7f93e0fa-9596-4ffb-9b76-cffaba766340, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:23.930571 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:23.932288 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:23.975043 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=7f93e0fa-9596-4ffb-9b76-cffaba766340,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:23.982093 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.982570 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.982768 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.983102 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.983460 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.983787 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.984114 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.984436 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.984760 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.985079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.985399 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.985715 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:16:23.990214 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:24.168574 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:24.277290 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['7f93e0fa-9596-4ffb-9b76-cffaba766340'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:16:24.612907 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b1b7c-0bef-488f-90c0-01841186955f req-5c919737-6244-424b-98a0-00ce65dd1a25 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:24.614473 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b47b1b7c-0bef-488f-90c0-01841186955f req-5c919737-6244-424b-98a0-00ce65dd1a25 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0657380 Jun 26 18:16:24.651323 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b47b1b7c-0bef-488f-90c0-01841186955f req-4dcdb278-e05b-4ff6-9089-2a95d8480e7e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Jun 26 18:16:24.964964 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d1d6-a4df-414e-b491-91e0e2169d90 req-debb8f99-db45-436d-897e-2a8d917e0982 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:24.966417 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ae9d1d6-a4df-414e-b491-91e0e2169d90 req-debb8f99-db45-436d-897e-2a8d917e0982 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 944 time: 0.0610411 Jun 26 18:16:25.003407 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5ae9d1d6-a4df-414e-b491-91e0e2169d90 req-1df21dad-5545-4198-ab2c-d86f043ffb4b tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Jun 26 18:16:25.770816 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7f93e0fa-9596-4ffb-9b76-cffaba766340 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:16:25.818002 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 7f93e0fa-9596-4ffb-9b76-cffaba766340 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:16:25.821614 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 7f93e0fa-9596-4ffb-9b76-cffaba766340 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:16:25.822000 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:25.828366 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede86ec-1e35-4f5f-b71c-12661cc62833 req-f40252c5-7d38-465a-b428-7918006ab42a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:25.829830 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ede86ec-1e35-4f5f-b71c-12661cc62833 req-f40252c5-7d38-465a-b428-7918006ab42a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0661080 Jun 26 18:16:25.866964 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ede86ec-1e35-4f5f-b71c-12661cc62833 req-2fa7f2f9-b4bd-438c-9f3e-ee96e53df044 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308127 Jun 26 18:16:25.899987 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:25.921473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f93e0fa-9596-4ffb-9b76-cffaba766340'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:16:25.923828 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dbf725-cc37-43d1-ad64-2b585938aca9" -d '{"events": [{"server_uuid": "ff99a173-fdad-4991-9736-7aa9047ad2e7", "name": "network-vif-plugged", "status": "completed", "tag": "7f93e0fa-9596-4ffb-9b76-cffaba766340"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:16:25.936119 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 7f93e0fa-9596-4ffb-9b76-cffaba766340, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:25.940740 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:25.942577 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:25.996677 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=7f93e0fa-9596-4ffb-9b76-cffaba766340,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:25.999855 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:26.013671 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec105d6-582a-4920-a7cb-cf47e1bd9bc5 x-openstack-request-id: req-5ec105d6-582a-4920-a7cb-cf47e1bd9bc5 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:16:26.013965 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff99a173-fdad-4991-9736-7aa9047ad2e7", "name": "network-vif-plugged", "status": "completed", "tag": "7f93e0fa-9596-4ffb-9b76-cffaba766340", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:16:26.015220 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ec105d6-582a-4920-a7cb-cf47e1bd9bc5 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:16:26.015639 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f93e0fa-9596-4ffb-9b76-cffaba766340', 'code': 200} Jun 26 18:16:26.176202 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb26fd-65b2-4e74-8b9c-c561a471fcd3 req-1d8c5a57-34f6-4cc1-abe6-8a6d37db3b1c tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:26.177672 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-53cb26fd-65b2-4e74-8b9c-c561a471fcd3 req-1d8c5a57-34f6-4cc1-abe6-8a6d37db3b1c tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0652857 Jun 26 18:16:26.216159 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-53cb26fd-65b2-4e74-8b9c-c561a471fcd3 req-150e5e1b-e1b2-4357-9c6f-ac12e7ac3c7b tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jun 26 18:16:26.274337 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86159d-55bf-462c-9572-4e3c415627ae req-9ea8163f-c4a2-41db-81f5-842c01598331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:26.275846 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9e86159d-55bf-462c-9572-4e3c415627ae req-9ea8163f-c4a2-41db-81f5-842c01598331 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0534306 Jun 26 18:16:26.310785 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9e86159d-55bf-462c-9572-4e3c415627ae req-debc9ad2-dd31-45cb-9f22-c66e30703fa0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269935 Jun 26 18:16:27.045133 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0caec-a057-440f-a01d-dd82a41791c5 req-e51f8277-5889-4d1c-ad79-af0134321a49 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:27.046560 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2dd0caec-a057-440f-a01d-dd82a41791c5 req-e51f8277-5889-4d1c-ad79-af0134321a49 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0606303 Jun 26 18:16:27.082138 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2dd0caec-a057-440f-a01d-dd82a41791c5 req-aaaeef8e-8b4f-4f26-8df0-6ee546eb52dc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300531 Jun 26 18:16:27.394391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931269b7-b477-469c-9ac3-3330427df525 req-f752acf2-ac33-4c99-adfd-063dfd990c9e tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:27.395887 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-931269b7-b477-469c-9ac3-3330427df525 req-f752acf2-ac33-4c99-adfd-063dfd990c9e tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0653958 Jun 26 18:16:27.431788 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-931269b7-b477-469c-9ac3-3330427df525 req-5cd4f677-94c3-47da-9401-9a90558078c7 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303378 Jun 26 18:16:28.253995 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe686-71f8-473e-80c2-65363d85fbc8 req-823da8ef-8266-482d-aec6-ae2caaa0b824 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:28.255500 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cdbfe686-71f8-473e-80c2-65363d85fbc8 req-823da8ef-8266-482d-aec6-ae2caaa0b824 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0620379 Jun 26 18:16:28.291685 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cdbfe686-71f8-473e-80c2-65363d85fbc8 req-6f0fe5e5-b41d-4292-adfc-4620b992ac7a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303478 Jun 26 18:16:28.611581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464615d8-858b-4234-bdcd-85f7331f7ac1 req-421e1c82-4265-4f75-890d-f0eab1d6f59e tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:28.613043 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-464615d8-858b-4234-bdcd-85f7331f7ac1 req-421e1c82-4265-4f75-890d-f0eab1d6f59e tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0660455 Jun 26 18:16:28.649331 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-464615d8-858b-4234-bdcd-85f7331f7ac1 req-e9959f6d-4469-485d-956f-b30397ef67df tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Jun 26 18:16:29.464260 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04728789-17f2-4b68-ba18-2edf81d4003c req-a8f072a7-c0c2-4e99-b88a-1488ff61afb5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:29.465611 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04728789-17f2-4b68-ba18-2edf81d4003c req-a8f072a7-c0c2-4e99-b88a-1488ff61afb5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0611928 Jun 26 18:16:29.501672 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04728789-17f2-4b68-ba18-2edf81d4003c req-21ff1283-5954-432d-9407-78958d0584b1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307086 Jun 26 18:16:30.672317 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc82ece-a301-430b-ad66-54edfd73b462 req-a4e80f33-b6b4-4d34-947a-d29aa24a888d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:30.673738 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6cc82ece-a301-430b-ad66-54edfd73b462 req-a4e80f33-b6b4-4d34-947a-d29aa24a888d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0609233 Jun 26 18:16:30.709957 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6cc82ece-a301-430b-ad66-54edfd73b462 req-7c577228-732c-4373-92c9-0a28fff8d2a8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307908 Jun 26 18:16:31.886248 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8052e22-ffb9-4ed1-96ae-6f8507968f5b req-b900ad54-d395-4fd1-aa35-5474b69431e0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:31.887702 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d8052e22-ffb9-4ed1-96ae-6f8507968f5b req-b900ad54-d395-4fd1-aa35-5474b69431e0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0648479 Jun 26 18:16:31.925860 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d8052e22-ffb9-4ed1-96ae-6f8507968f5b req-193c6d4c-5c03-4cad-8639-0dd78831b810 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Jun 26 18:16:33.096096 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17506bf0-0a87-4e74-a517-ae54b1a168b5 req-94da37b9-6965-4fb2-a22d-02469cf9e5b8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:33.098153 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-17506bf0-0a87-4e74-a517-ae54b1a168b5 req-94da37b9-6965-4fb2-a22d-02469cf9e5b8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0607498 Jun 26 18:16:33.133806 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-17506bf0-0a87-4e74-a517-ae54b1a168b5 req-bef47941-0af2-40e6-99c5-f507d26574a8 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302651 Jun 26 18:16:34.309657 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d5edc-b4ec-46d5-bb0c-ead0c5220fe3 req-d664ac09-f318-46a7-a0d9-b3c99b840d72 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:34.311122 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-320d5edc-b4ec-46d5-bb0c-ead0c5220fe3 req-d664ac09-f318-46a7-a0d9-b3c99b840d72 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0645778 Jun 26 18:16:34.346479 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-320d5edc-b4ec-46d5-bb0c-ead0c5220fe3 req-8d7fe4e1-62f7-4aab-91b0-4b9b7d80f849 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299227 Jun 26 18:16:35.524740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc237135-d99c-4f0d-9753-5e73b7f845ba req-82c861aa-e568-4056-a819-b5304d615d13 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:35.526451 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc237135-d99c-4f0d-9753-5e73b7f845ba req-82c861aa-e568-4056-a819-b5304d615d13 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0628548 Jun 26 18:16:35.571892 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc237135-d99c-4f0d-9753-5e73b7f845ba req-5b0244a5-52a5-463c-9a2c-8750b7b1bcd1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Jun 26 18:16:36.534674 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cadfe5-ea1a-4c20-a53b-e30678826cea req-54cc212f-8102-4b24-8421-044e99f280b0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:36.536659 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7cadfe5-ea1a-4c20-a53b-e30678826cea req-54cc212f-8102-4b24-8421-044e99f280b0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0734413 Jun 26 18:16:36.577291 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a7cadfe5-ea1a-4c20-a53b-e30678826cea req-9ac10cf4-26c6-44e2-bd6d-d77cf286a550 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 Jun 26 18:16:36.742347 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:16:36.759864 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7deb0b-5364-4bc1-8177-f31373636d58 req-f1f1c9a2-1f4c-42bb-b876-df1e1bfa3f5f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:36.761338 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eb7deb0b-5364-4bc1-8177-f31373636d58 req-f1f1c9a2-1f4c-42bb-b876-df1e1bfa3f5f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0677233 Jun 26 18:16:36.797030 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eb7deb0b-5364-4bc1-8177-f31373636d58 req-c577f843-9fd0-4005-b688-d5d7833030e4 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301983 Jun 26 18:16:37.744974 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab7d27-855e-4c76-83e2-bb0518e537a9 req-da174155-6717-4105-9d81-915c30dc79d7 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:37.746406 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1bab7d27-855e-4c76-83e2-bb0518e537a9 req-da174155-6717-4105-9d81-915c30dc79d7 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0601339 Jun 26 18:16:37.781540 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1bab7d27-855e-4c76-83e2-bb0518e537a9 req-33f48a88-3561-4a0f-a723-7e173b88342a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297215 Jun 26 18:16:37.972581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b585f46-75c8-4956-be48-14f9fc8bfdbd req-f2bbc44b-c877-4988-bf94-7b57571c50ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:37.974020 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4b585f46-75c8-4956-be48-14f9fc8bfdbd req-f2bbc44b-c877-4988-bf94-7b57571c50ce tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0635350 Jun 26 18:16:38.009965 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4b585f46-75c8-4956-be48-14f9fc8bfdbd req-ade51dfe-5a94-45f1-bec5-e60441694cd0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304255 Jun 26 18:16:38.956399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6f897-e3c8-46e4-8478-92985c85ded2 req-f2ea9968-59cc-44e7-972e-3ef4ee97f552 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:38.957828 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ad6f897-e3c8-46e4-8478-92985c85ded2 req-f2ea9968-59cc-44e7-972e-3ef4ee97f552 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0607581 Jun 26 18:16:38.994373 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6ad6f897-e3c8-46e4-8478-92985c85ded2 req-89b1175d-3dea-4879-8149-8b3955150955 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Jun 26 18:16:39.180038 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1141-f484-41e6-aa73-169bc11f7a69 req-a160de66-72b2-40b7-995f-2a535bccc177 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:39.181578 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c9a1141-f484-41e6-aa73-169bc11f7a69 req-a160de66-72b2-40b7-995f-2a535bccc177 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0606229 Jun 26 18:16:39.217204 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c9a1141-f484-41e6-aa73-169bc11f7a69 req-78c0c805-98a0-4efd-9f88-3ea657975610 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301385 Jun 26 18:16:40.162341 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cdef7-e058-4618-bfee-c544a55c5258 req-e2c1789a-b429-4fb6-a7c1-c031956b6e3c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:40.163776 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a97cdef7-e058-4618-bfee-c544a55c5258 req-e2c1789a-b429-4fb6-a7c1-c031956b6e3c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0629885 Jun 26 18:16:40.199708 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a97cdef7-e058-4618-bfee-c544a55c5258 req-f243703b-d049-45f7-a76d-e6684fb7ab05 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304909 Jun 26 18:16:40.393468 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fc598-0419-47ea-97c1-9e453981723a req-f8a8b008-5936-4723-a429-556d0e3850e9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:40.395528 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d76fc598-0419-47ea-97c1-9e453981723a req-f8a8b008-5936-4723-a429-556d0e3850e9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0608172 Jun 26 18:16:40.430361 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d76fc598-0419-47ea-97c1-9e453981723a req-b42d802f-38a4-4aeb-a39b-1b169d65bc24 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294757 Jun 26 18:16:41.370705 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398798fe-1f17-421b-824d-3e42766b7123 req-5d0623ee-db24-4b9a-834d-2050b3a31176 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:41.372161 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-398798fe-1f17-421b-824d-3e42766b7123 req-5d0623ee-db24-4b9a-834d-2050b3a31176 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0644031 Jun 26 18:16:41.413794 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-398798fe-1f17-421b-824d-3e42766b7123 req-955f6b22-74d0-47eb-81f2-0dc9c9ef7f28 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360711 Jun 26 18:16:41.602032 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c3435-3118-46be-82ed-2268ed7faead req-7f371c7f-6aa8-4552-8596-d04048205dc1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:41.603520 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-686c3435-3118-46be-82ed-2268ed7faead req-7f371c7f-6aa8-4552-8596-d04048205dc1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0612524 Jun 26 18:16:41.639012 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-686c3435-3118-46be-82ed-2268ed7faead req-4b50a274-8085-4686-a2dc-ce374525b24a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299637 Jun 26 18:16:42.580079 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc9c3-8f60-4eb8-af34-39f4e4b35640 req-f774ed7d-f5b7-4eac-a570-517fce753074 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:42.581525 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6d8dc9c3-8f60-4eb8-af34-39f4e4b35640 req-f774ed7d-f5b7-4eac-a570-517fce753074 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0605488 Jun 26 18:16:42.623072 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6d8dc9c3-8f60-4eb8-af34-39f4e4b35640 req-0808b2d3-0bd8-4ae7-ae28-e82a6d7240aa tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Jun 26 18:16:42.812999 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04b445-bc67-464f-b071-a67806bb50f8 req-e35c6774-543d-413b-b221-a848fdfd4844 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:42.814332 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e04b445-bc67-464f-b071-a67806bb50f8 req-e35c6774-543d-413b-b221-a848fdfd4844 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0634446 Jun 26 18:16:42.850843 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e04b445-bc67-464f-b071-a67806bb50f8 req-8c11d94f-bf01-48c5-9b8d-5b02616295ee tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Jun 26 18:16:43.659444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:16:43.752402 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:43.763983 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '808fa563-a89e-4015-b609-1600d6dd2341', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'port_id': '808fa563-a89e-4015-b609-1600d6dd2341', 'mac_address': 'fa:16:3e:dd:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:16:43.792746 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa665b-0911-4b29-a93d-e3d0866087b6 req-3df746fc-3b58-4300-a61b-344f458d1dde tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:43.794203 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-39aa665b-0911-4b29-a93d-e3d0866087b6 req-3df746fc-3b58-4300-a61b-344f458d1dde tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0615273 Jun 26 18:16:43.799309 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:43.812166 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 808fa563-a89e-4015-b609-1600d6dd2341 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:16:43.831577 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:43.831951 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-39aa665b-0911-4b29-a93d-e3d0866087b6 req-a0f1c7e2-866b-4c93-b6c6-d6432d92e492 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Jun 26 18:16:43.836758 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:43.838622 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:43.883200 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:43.886543 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:44.026369 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747955a-109c-4359-b7b6-ed1b9861852e req-9780021f-ee15-45d1-a04c-6eb8a11943b3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:44.027865 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2747955a-109c-4359-b7b6-ed1b9861852e req-9780021f-ee15-45d1-a04c-6eb8a11943b3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 945 time: 0.0646398 Jun 26 18:16:44.064184 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2747955a-109c-4359-b7b6-ed1b9861852e req-f1b67460-8759-402b-bb8a-7646dc5c2dc7 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Jun 26 18:16:44.764717 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-25cd16c2-4797-4606-ad18-f63afeb29872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:45.005685 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2801415-ee81-4719-b02e-c3928e704e07 req-94dd5077-64c2-496b-ba5e-d0952917c7db tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:45.007149 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2801415-ee81-4719-b02e-c3928e704e07 req-94dd5077-64c2-496b-ba5e-d0952917c7db tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0641954 Jun 26 18:16:45.016315 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['808fa563-a89e-4015-b609-1600d6dd2341'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:16:45.044839 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2801415-ee81-4719-b02e-c3928e704e07 req-309ec984-4d47-4b21-8271-56eb4a4c5ea6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Jun 26 18:16:45.248052 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fe6ca-180f-426c-8919-ee4b4b6be49a req-5933d084-c870-4da0-a96c-e261a77b6d35 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:45.251809 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-964fe6ca-180f-426c-8919-ee4b4b6be49a req-5933d084-c870-4da0-a96c-e261a77b6d35 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 945 time: 0.0686200 Jun 26 18:16:45.287938 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-964fe6ca-180f-426c-8919-ee4b4b6be49a req-5ef1f401-ed26-44be-8362-e691611f6042 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Jun 26 18:16:46.247302 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8e912-d974-4249-99fb-9edd8ff53e70 req-d7e376b0-eb98-496f-bfd7-608c715ec361 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:46.249079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98c8e912-d974-4249-99fb-9edd8ff53e70 req-d7e376b0-eb98-496f-bfd7-608c715ec361 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0768981 Jun 26 18:16:46.292675 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98c8e912-d974-4249-99fb-9edd8ff53e70 req-c5582f2d-f911-4a3a-bae7-f5cf45135f37 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369298 Jun 26 18:16:46.491298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84cce2-11ce-4075-ba80-242f5580d9a5 req-62ddec23-1f5f-444a-9f50-f8eae3c2870b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:46.498421 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eb84cce2-11ce-4075-ba80-242f5580d9a5 req-62ddec23-1f5f-444a-9f50-f8eae3c2870b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 945 time: 0.0745740 Jun 26 18:16:46.547176 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eb84cce2-11ce-4075-ba80-242f5580d9a5 req-eba88d61-67f1-4693-b308-7fe66310db1c tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477824 Jun 26 18:16:46.846336 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:16:46.905866 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 808fa563-a89e-4015-b609-1600d6dd2341 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:16:46.906371 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:46.993797 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:47.020235 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:16:47.022481 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fcbf02-3346-4f97-8f01-c29c21046ba7" -d '{"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-plugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:16:47.040321 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:47.047006 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:47.050694 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:47.074997 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f7f8a1-5c75-49b8-9f15-350537cc89d3 x-openstack-request-id: req-14f7f8a1-5c75-49b8-9f15-350537cc89d3 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:16:47.075324 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-plugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:16:47.075607 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14f7f8a1-5c75-49b8-9f15-350537cc89d3 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:16:47.076044 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'code': 200} Jun 26 18:16:47.109894 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=7']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:47.113546 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:47.515254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e480a29-fa73-48e1-8c55-3c8c9c09db21 req-d1839dd2-6b4e-475d-92d0-24ef259af3d3 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:47.517067 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2e480a29-fa73-48e1-8c55-3c8c9c09db21 req-d1839dd2-6b4e-475d-92d0-24ef259af3d3 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0902634 Jun 26 18:16:47.550562 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9853bf88-7e79-4656-b5bf-64c090aabc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:47.585325 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:47.606773 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2e480a29-fa73-48e1-8c55-3c8c9c09db21 req-2df6b9aa-ebc1-4f8d-b1eb-68f86a15e619 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818245 Jun 26 18:16:47.825521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184de3f-4b8d-4f9c-8005-eabb700c1954 req-d6208e65-d70a-4a79-bb17-54a2cce94e57 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:47.833196 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3184de3f-4b8d-4f9c-8005-eabb700c1954 req-d6208e65-d70a-4a79-bb17-54a2cce94e57 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0848458 Jun 26 18:16:47.867399 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3184de3f-4b8d-4f9c-8005-eabb700c1954 req-8cc5372f-40da-4aa6-bba0-0ed2a491f5be tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Jun 26 18:16:48.645930 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:48.808193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93f84-e322-41ad-a2f4-0de8b739d100 req-87ae1da4-371f-4069-a793-5552e0f51f90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:48.810526 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7bb93f84-e322-41ad-a2f4-0de8b739d100 req-87ae1da4-371f-4069-a793-5552e0f51f90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0823154 Jun 26 18:16:48.861121 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7bb93f84-e322-41ad-a2f4-0de8b739d100 req-d1bbd623-e76a-492c-8f11-6719f41a21fa tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Jun 26 18:16:49.085551 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ec0ac-a413-47a3-83e4-c4b4609e7292 req-c5ae0322-a129-41ca-a409-a9964afeb2fd tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:49.086956 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c3ec0ac-a413-47a3-83e4-c4b4609e7292 req-c5ae0322-a129-41ca-a409-a9964afeb2fd tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0746880 Jun 26 18:16:49.133569 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c3ec0ac-a413-47a3-83e4-c4b4609e7292 req-cd5abbfa-3022-4d26-a1c9-2c413165fc3f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Jun 26 18:16:50.080588 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69af84-6182-48cd-8515-7bfbf7fa15bb req-3c7e5584-c2e4-44cd-b780-52e77a8ae214 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:50.082171 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d69af84-6182-48cd-8515-7bfbf7fa15bb req-3c7e5584-c2e4-44cd-b780-52e77a8ae214 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0807958 Jun 26 18:16:50.089238 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:50.128380 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d69af84-6182-48cd-8515-7bfbf7fa15bb req-3708e8fd-8aa8-498b-a280-907c4216b132 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374572 Jun 26 18:16:50.340844 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc8a61-bffb-45ba-b70b-9f2446f36f40 req-ad005bb7-7146-465b-8ba2-2372e772da88 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:50.351414 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3dbc8a61-bffb-45ba-b70b-9f2446f36f40 req-ad005bb7-7146-465b-8ba2-2372e772da88 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0880163 Jun 26 18:16:50.389876 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3dbc8a61-bffb-45ba-b70b-9f2446f36f40 req-ec12d3ae-9b85-411e-957a-3bb4673a3743 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375066 Jun 26 18:16:51.308083 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252b66-7bf2-4514-bdf5-e6fdcb729652 req-e8069006-637a-4f2a-b73a-0478ccb3ad72 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:51.309605 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fb252b66-7bf2-4514-bdf5-e6fdcb729652 req-e8069006-637a-4f2a-b73a-0478ccb3ad72 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0660982 Jun 26 18:16:51.350942 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fb252b66-7bf2-4514-bdf5-e6fdcb729652 req-8b05c405-4823-4c39-9319-30cfe77afa2a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350962 Jun 26 18:16:51.599459 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9690d6-86e1-4895-87bf-7861cf2329d3 req-29cdf941-d638-41c6-ba53-a96cf09378dd tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:51.601422 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d9690d6-86e1-4895-87bf-7861cf2329d3 req-29cdf941-d638-41c6-ba53-a96cf09378dd tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0764487 Jun 26 18:16:51.642091 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d9690d6-86e1-4895-87bf-7861cf2329d3 req-78757774-712e-4135-b2c3-dc35844ae590 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347600 Jun 26 18:16:51.758915 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-9d333e69-0f1e-4c50-913d-cd960042f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:51.760396 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-9d333e69-0f1e-4c50-913d-cd960042f756 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1098 time: 0.0656865 Jun 26 18:16:51.863095 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-4fe46579-dfe5-42db-886a-bae9e936194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:51.864895 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-4fe46579-dfe5-42db-886a-bae9e936194c service neutron] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 909 time: 0.0971715 Jun 26 18:16:51.943961 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-cad7d344-8ad1-4bdd-a3f4-2c5edc76140e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 1001 time: 0.0705962 Jun 26 18:16:51.997363 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-7d7f2dfe-55b6-4a83-8825-0ad656450614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:51.999320 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-7d7f2dfe-55b6-4a83-8825-0ad656450614 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0482793 Jun 26 18:16:52.065670 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-150ea3e6-37ed-48bb-9a83-17828e158a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:52.067534 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-150ea3e6-37ed-48bb-9a83-17828e158a7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605371 Jun 26 18:16:52.167169 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-df6e1f74-7f30-4208-9734-c0c4a9813948 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922010 Jun 26 18:16:52.266764 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-599e3129-e25a-405b-ba2a-b91b4f5fba6d req-76336282-ad33-477d-baba-35fa86902494 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909176 Jun 26 18:16:52.557293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853cff2-4e0a-4d77-a433-83d7bc6e121a req-4b163036-e391-4db3-b26c-0344606cab66 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:52.558840 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4853cff2-4e0a-4d77-a433-83d7bc6e121a req-4b163036-e391-4db3-b26c-0344606cab66 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0914130 Jun 26 18:16:52.606407 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4853cff2-4e0a-4d77-a433-83d7bc6e121a req-58caeb10-7ef9-4116-8c58-d69478780332 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Jun 26 18:16:52.825093 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d080-229c-4c62-9a92-169bbc6fb37d req-5b6ce299-d0b1-446f-8714-7bba6a0c4bdb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:52.826706 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-faf1d080-229c-4c62-9a92-169bbc6fb37d req-5b6ce299-d0b1-446f-8714-7bba6a0c4bdb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0639257 Jun 26 18:16:52.866707 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-faf1d080-229c-4c62-9a92-169bbc6fb37d req-1fd5e168-5c56-4193-9631-e5e19aff583d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337749 Jun 26 18:16:53.829258 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6a7a7-38a8-4dca-9263-4a3649771c1c req-061bb969-e07b-4e97-9e88-c43fcdfc0867 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:53.831372 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bb6a7a7-38a8-4dca-9263-4a3649771c1c req-061bb969-e07b-4e97-9e88-c43fcdfc0867 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.1040745 Jun 26 18:16:53.874055 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5bb6a7a7-38a8-4dca-9263-4a3649771c1c req-07dbe125-9d56-40d6-a80e-b7a84fc387d0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Jun 26 18:16:54.056278 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94841a-e8e6-415b-ae7f-09fc113a6b00 req-17f9a0a8-b9d7-4b10-b074-2f4eb6a5e233 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:54.057920 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8f94841a-e8e6-415b-ae7f-09fc113a6b00 req-17f9a0a8-b9d7-4b10-b074-2f4eb6a5e233 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0680828 Jun 26 18:16:54.096460 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8f94841a-e8e6-415b-ae7f-09fc113a6b00 req-4b930db9-428a-47f6-8ae9-d949de1f75bf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Jun 26 18:16:54.176949 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:55.046921 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c3d-a034-4da3-bf1f-9629aeb81da0 req-2accb263-c175-4a2a-8fa8-b53da66f6945 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.048393 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bf1e0c3d-a034-4da3-bf1f-9629aeb81da0 req-2accb263-c175-4a2a-8fa8-b53da66f6945 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0602424 Jun 26 18:16:55.084976 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bf1e0c3d-a034-4da3-bf1f-9629aeb81da0 req-fbc29a4d-41eb-41a9-8ebd-42882231333a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Jun 26 18:16:55.280177 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4f09-1739-413b-bc96-bc6466c1778d req-4be8ba44-3a70-47e1-b9da-f874dacd6c85 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.281619 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8fbc4f09-1739-413b-bc96-bc6466c1778d req-4be8ba44-3a70-47e1-b9da-f874dacd6c85 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0668108 Jun 26 18:16:55.322342 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8fbc4f09-1739-413b-bc96-bc6466c1778d req-22777f37-dcac-4385-bf4b-cc50bde0d2eb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Jun 26 18:16:55.371609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60048) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:16:55.466934 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-5110fe0f-eaf6-4005-8339-d94e4d24c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.468348 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-5110fe0f-eaf6-4005-8339-d94e4d24c5ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1099 time: 0.0587676 Jun 26 18:16:55.478529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0e5d7-dfbb-4805-9610-36e7f340ebaf req-619bda04-d859-4477-a00b-89d646404b2f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.478529 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-38b0e5d7-dfbb-4805-9610-36e7f340ebaf req-619bda04-d859-4477-a00b-89d646404b2f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.1006339 Jun 26 18:16:55.528833 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-389494d7-219d-4195-852b-72c58f38d8a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1559439 Jun 26 18:16:55.537960 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-38b0e5d7-dfbb-4805-9610-36e7f340ebaf req-cd5cc89f-ded7-4ffa-98e9-740e7137e88d tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529985 Jun 26 18:16:55.572126 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-8ec553ab-ac73-47f0-bd9b-a4aaf2e2e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.573771 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-8ec553ab-ac73-47f0-bd9b-a4aaf2e2e778 service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0967495 Jun 26 18:16:55.667099 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-885df3ea-88ac-422e-b0cb-8fbdbafe6700 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 1002 time: 0.0735643 Jun 26 18:16:55.741592 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-4ff27909-b060-460d-a65a-1a203d532e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.743061 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-4ff27909-b060-460d-a65a-1a203d532e5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0497210 Jun 26 18:16:55.800433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-cf5bff62-7072-4c41-bb43-7bfa65891304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:55.801925 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-cf5bff62-7072-4c41-bb43-7bfa65891304 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514266 Jun 26 18:16:55.901551 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-d46ad435-c504-4425-bbb1-e04c46338259 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910804 Jun 26 18:16:55.991694 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ba53d766-7ebd-4de4-af57-14485f2dd078 req-50e39f1d-4cb1-48a5-94fa-839c7c514d5c service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Jun 26 18:16:56.200161 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-e8fc8c29-b2d8-4e3c-9cfd-43977e472282 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515831 Jun 26 18:16:56.285086 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-dff7433b-66d3-40e8-b68a-60bc8c207c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:56.286452 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-dff7433b-66d3-40e8-b68a-60bc8c207c54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 1099 time: 0.0501721 Jun 26 18:16:56.395059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-c7e5c201-70b6-496a-99af-5c355d104361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:56.396878 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-c7e5c201-70b6-496a-99af-5c355d104361 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0857100 Jun 26 18:16:56.494791 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-fb19512f-9a26-4d9f-8b49-ae645a7be526 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52976b38-e24c-41c9-893f-c29b365c5082 HTTP/1.1" status: 200 len: 1002 time: 0.0886314 Jun 26 18:16:56.555256 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-fc8575be-0fca-4b89-bbec-d7511274813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:56.556924 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-fc8575be-0fca-4b89-bbec-d7511274813a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0471237 Jun 26 18:16:56.621811 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-779bae68-ee7f-4080-a36e-dbb86e0574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:56.623311 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-779bae68-ee7f-4080-a36e-dbb86e0574d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551255 Jun 26 18:16:56.662158 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffc699-520e-49bf-a674-5064630f46dd req-457f0f82-5e07-4cee-a357-45629e0bfd51 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:56.663667 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-29ffc699-520e-49bf-a674-5064630f46dd req-457f0f82-5e07-4cee-a357-45629e0bfd51 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 946 time: 0.0642459 Jun 26 18:16:56.720659 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-fe9001fd-ef68-49da-bd59-3e283f85f4a5 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853875 Jun 26 18:16:56.734068 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-29ffc699-520e-49bf-a674-5064630f46dd req-401849ca-0c67-4d67-8d59-56ad183371ea tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590556 Jun 26 18:16:56.754277 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64ea07-115f-4fb6-80ab-7d6455c4d62a req-977fc19d-9ace-43b9-9b16-2051cdc1bce7 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:56.755795 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4f64ea07-115f-4fb6-80ab-7d6455c4d62a req-977fc19d-9ace-43b9-9b16-2051cdc1bce7 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0912466 Jun 26 18:16:56.807763 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4f64ea07-115f-4fb6-80ab-7d6455c4d62a req-35115437-9d3b-4a63-bd09-b44990f62b17 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385971 Jun 26 18:16:56.821116 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af3aa26e-9f10-4c06-b081-17c7ee2a1ee9 req-37cbc533-0a37-4434-a7fe-ed9398c8d532 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914915 Jun 26 18:16:56.896753 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:16:56.976876 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:57.000321 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:16:57.002918 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d7c217-7428-4fc5-b98b-e46046acbc5d" -d '{"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-unplugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:16:57.015924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:57.020488 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:57.021370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:16:57.023067 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:57.047416 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d75501-ad5f-4fc5-a1c6-aa5208ea7981 x-openstack-request-id: req-f7d75501-ad5f-4fc5-a1c6-aa5208ea7981 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:16:57.047650 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-unplugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:16:57.047918 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7d75501-ad5f-4fc5-a1c6-aa5208ea7981 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:16:57.048311 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'code': 200} Jun 26 18:16:57.230176 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=8']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:57.233603 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:57.271547 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:57.302872 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:16:57.306934 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:16:57.308754 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c050dbe4-987b-4cf4-8adf-5f6deb78bf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:16:57.355074 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:16:57.357997 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:16:57.935689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0d935-f4a7-4249-8567-83571ae68883 req-ffc2172a-1b83-4c65-a6cf-3e244712df7b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:57.937102 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1da0d935-f4a7-4249-8567-83571ae68883 req-ffc2172a-1b83-4c65-a6cf-3e244712df7b tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0723999 Jun 26 18:16:57.993629 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1da0d935-f4a7-4249-8567-83571ae68883 req-934736f2-3d65-4efc-ab72-50f7dc9f115e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Jun 26 18:16:58.012585 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb460cbf-25bf-4dca-971b-71fe61c74a71 req-47bfcbac-b95e-4c3c-8eaf-eb43f8f816f8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:58.014034 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fb460cbf-25bf-4dca-971b-71fe61c74a71 req-47bfcbac-b95e-4c3c-8eaf-eb43f8f816f8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0985553 Jun 26 18:16:58.051251 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fb460cbf-25bf-4dca-971b-71fe61c74a71 req-9867bf6f-bdd5-4089-9fef-8e3c6bb2d12f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Jun 26 18:16:58.568488 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534e4c-708d-4cf5-9028-8660e41dd10d req-b272ba64-20b4-4aeb-8759-845e5c4b2365 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:58.569979 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bd534e4c-708d-4cf5-9028-8660e41dd10d req-b272ba64-20b4-4aeb-8759-845e5c4b2365 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0646372 Jun 26 18:16:58.609947 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bd534e4c-708d-4cf5-9028-8660e41dd10d req-f68d7231-4ddc-474f-9496-6b3fe7f1d5fe tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jun 26 18:16:59.043531 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-fb2a9786-cacb-43d5-aab6-5bd508f05f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.045014 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-fb2a9786-cacb-43d5-aab6-5bd508f05f8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f&tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b HTTP/1.1" status: 200 len: 1096 time: 0.0848317 Jun 26 18:16:59.049007 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:16:59.051483 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dcf6b2-9ef7-4572-85b4-93a4d08b6764" -d '{"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:16:59.088340 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6757bfb-3ed1-4ea8-973f-999e57505705 x-openstack-request-id: req-c6757bfb-3ed1-4ea8-973f-999e57505705 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:16:59.089682 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:16:59.090876 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6757bfb-3ed1-4ea8-973f-999e57505705 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:16:59.091282 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'code': 200} Jun 26 18:16:59.188301 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd76baf-1314-4ef1-8967-2c0caad56b94 req-32b43003-9cb5-4770-83ed-a0c452b47f7a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.190682 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4bd76baf-1314-4ef1-8967-2c0caad56b94 req-32b43003-9cb5-4770-83ed-a0c452b47f7a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0717905 Jun 26 18:16:59.242406 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-aff6f8ad-154a-4e15-a3ed-e20256f7b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.244237 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-aff6f8ad-154a-4e15-a3ed-e20256f7b319 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1096 time: 0.0683777 Jun 26 18:16:59.263131 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4bd76baf-1314-4ef1-8967-2c0caad56b94 req-8e9b6cc5-21f1-4769-84c8-e32ad8ae0f77 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Jun 26 18:16:59.280987 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aabe5d-d79b-44f4-9d5b-4b35deef8da5 req-fbf288c3-d9ce-44a6-a51d-24df869c623c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.282433 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f6aabe5d-d79b-44f4-9d5b-4b35deef8da5 req-fbf288c3-d9ce-44a6-a51d-24df869c623c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1120305 Jun 26 18:16:59.323450 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f6aabe5d-d79b-44f4-9d5b-4b35deef8da5 req-3bb458cf-3f5b-4858-b43e-4e836bc81e59 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353830 Jun 26 18:16:59.343292 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-24e8bcc6-940d-40e6-ae0a-20e9ceed67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.345075 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-24e8bcc6-940d-40e6-ae0a-20e9ceed67cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 909 time: 0.0917668 Jun 26 18:16:59.409915 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-0d663551-ac0e-4f0e-b0d3-02e0465f85be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 999 time: 0.0566590 Jun 26 18:16:59.467824 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-f6f95253-141b-4432-9303-9f4f24cb27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.469370 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-f6f95253-141b-4432-9303-9f4f24cb27b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0490024 Jun 26 18:16:59.537187 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-b92d0d05-9d22-42ee-8151-e59ad40694cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.538604 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-b92d0d05-9d22-42ee-8151-e59ad40694cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569825 Jun 26 18:16:59.656951 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-b3d33150-c79d-4bd6-b768-14282eee5ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042161 Jun 26 18:16:59.769637 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dea20416-c8c7-4264-9cc6-d8a3bc963eea req-947d93ef-1057-4424-bf3a-b35304d7911b service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027269 Jun 26 18:16:59.848063 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09d7a-5e71-4928-8def-b93572f6483c req-817878e5-fc62-43f5-9c02-68820b4fc71c tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:16:59.849523 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7cf09d7a-5e71-4928-8def-b93572f6483c req-817878e5-fc62-43f5-9c02-68820b4fc71c tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0637362 Jun 26 18:16:59.886198 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7cf09d7a-5e71-4928-8def-b93572f6483c req-44c21f07-b5d4-4c1c-9607-f0c048d0b31f tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Jun 26 18:17:00.501710 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaf3d7-1dae-4fb3-add2-7fc5fe879799 req-43cf1953-e6f7-4d15-a1d7-48cc616ffd48 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:00.505498 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4eaf3d7-1dae-4fb3-add2-7fc5fe879799 req-43cf1953-e6f7-4d15-a1d7-48cc616ffd48 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0698195 Jun 26 18:17:00.556443 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b4eaf3d7-1dae-4fb3-add2-7fc5fe879799 req-e3b13d05-c6f9-4b02-932b-3254b30a230c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Jun 26 18:17:00.662267 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-939d4e4c-79d6-4562-a192-51a0270cd1cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603852 Jun 26 18:17:00.663007 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc79f84-4597-4dff-9924-b0eaa6b6c481 req-0b711387-e5ac-4293-addd-bceb4aaa36e5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:00.664678 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2dc79f84-4597-4dff-9924-b0eaa6b6c481 req-0b711387-e5ac-4293-addd-bceb4aaa36e5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0808504 Jun 26 18:17:00.702736 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2dc79f84-4597-4dff-9924-b0eaa6b6c481 req-66da5255-3552-49ae-9a38-7d095b22ad1a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Jun 26 18:17:00.935221 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-cf1c225a-2b0a-4570-9165-6733cabb36fc tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:00.936793 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-cf1c225a-2b0a-4570-9165-6733cabb36fc tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0801108 Jun 26 18:17:01.078857 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Deleting port 7f93e0fa-9596-4ffb-9b76-cffaba766340 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:01.079201 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:01.194701 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] For port 7f93e0fa-9596-4ffb-9b76-cffaba766340, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f93e0fa-9596-4ffb-9b76-cffaba766340,segment=NetworkSegment(6303006b-b646-4fc1-90dd-9487237eb1f9),segment_id=6303006b-b646-4fc1-90dd-9487237eb1f9)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:01.195062 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:01.211255 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Calling delete_port for 7f93e0fa-9596-4ffb-9b76-cffaba766340 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:01.260780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6631f6-523c-4db6-8414-6b09436395f8 req-b2a9213f-7047-4f99-ad3f-4341a8764ede tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.262557 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f6631f6-523c-4db6-8414-6b09436395f8 req-b2a9213f-7047-4f99-ad3f-4341a8764ede tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff99a173-fdad-4991-9736-7aa9047ad2e7 HTTP/1.1" status: 200 len: 945 time: 0.0845723 Jun 26 18:17:01.315101 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f6631f6-523c-4db6-8414-6b09436395f8 req-1a7ff8d2-af5c-4331-94aa-835744a43456 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e4b4292-0008-4db1-bbee-b550f85f1913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Jun 26 18:17:01.363850 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:01.368096 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d049eb6b-dabb-40eb-bbef-0373c8523612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:01.393471 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Pushing event deleted for resources: {'Port': ['ID=7f93e0fa-9596-4ffb-9b76-cffaba766340,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:01.399592 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['7f93e0fa-9596-4ffb-9b76-cffaba766340'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:17:01.403639 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:01.440452 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] No DVR routers for this DVR port 7f93e0fa-9596-4ffb-9b76-cffaba766340 on host hv-cinder-79819 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:17:01.442886 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:01.444987 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0aab9546-53eb-4670-b875-cf156a09aa85 req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] 10.222.0.35 "DELETE /v2.0/ports/7f93e0fa-9596-4ffb-9b76-cffaba766340 HTTP/1.1" status: 204 len: 173 time: 0.5001035 Jun 26 18:17:01.445491 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'name': 'network-vif-deleted', 'tag': '7f93e0fa-9596-4ffb-9b76-cffaba766340'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:01.447930 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ec9e6-7773-4a26-832d-2287f482fecd" -d '{"events": [{"server_uuid": "ff99a173-fdad-4991-9736-7aa9047ad2e7", "name": "network-vif-deleted", "tag": "7f93e0fa-9596-4ffb-9b76-cffaba766340"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:01.482754 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d455aa-fe3a-4a66-84d9-18c146ad351e x-openstack-request-id: req-c2d455aa-fe3a-4a66-84d9-18c146ad351e {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:01.483151 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff99a173-fdad-4991-9736-7aa9047ad2e7", "name": "network-vif-deleted", "tag": "7f93e0fa-9596-4ffb-9b76-cffaba766340", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:01.483399 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2d455aa-fe3a-4a66-84d9-18c146ad351e {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:01.483953 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff99a173-fdad-4991-9736-7aa9047ad2e7', 'name': 'network-vif-deleted', 'tag': '7f93e0fa-9596-4ffb-9b76-cffaba766340', 'status': 'completed', 'code': 200} Jun 26 18:17:01.723023 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb9d4d-c9d7-47a2-8c06-6ef41a241580 req-21ba3d26-4c66-430a-b006-f6b7a8a53d2b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.724510 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aaeb9d4d-c9d7-47a2-8c06-6ef41a241580 req-21ba3d26-4c66-430a-b006-f6b7a8a53d2b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0952044 Jun 26 18:17:01.731608 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-dcd8ec88-05cc-4802-9fcb-32e530ea584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.733407 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-dcd8ec88-05cc-4802-9fcb-32e530ea584a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c&tenant_id=17abbad740344d1bb837cfe6b657386b HTTP/1.1" status: 200 len: 1097 time: 0.0571489 Jun 26 18:17:01.774607 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aaeb9d4d-c9d7-47a2-8c06-6ef41a241580 req-0791a2ae-c4d8-41c4-9ce0-e1f3644f152f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Jun 26 18:17:01.781605 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8656d4-52d8-445c-aaaf-5badef961f76 req-e4bbac95-b9f8-40ee-876e-133ef1553f25 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.783032 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e8656d4-52d8-445c-aaaf-5badef961f76 req-e4bbac95-b9f8-40ee-876e-133ef1553f25 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1024358 Jun 26 18:17:01.824167 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e8656d4-52d8-445c-aaaf-5badef961f76 req-da754623-b4e2-4df9-a48c-2b79bba33905 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 Jun 26 18:17:01.827791 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-684ecda3-ef8f-4408-b107-4be7c95a788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.829266 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-684ecda3-ef8f-4408-b107-4be7c95a788a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1097 time: 0.0597475 Jun 26 18:17:01.919510 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-de49c2c2-403a-4950-bc60-d9576812019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.920930 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-de49c2c2-403a-4950-bc60-d9576812019a service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0837440 Jun 26 18:17:01.941583 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dec-8c26-48ac-acd8-dfca67d38cbc req-591cd076-48b6-47f1-b59d-e80ec936a6b6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:01.943011 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-62575dec-8c26-48ac-acd8-dfca67d38cbc req-591cd076-48b6-47f1-b59d-e80ec936a6b6 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0642493 Jun 26 18:17:01.989898 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-0b621235-71b3-4ee8-a632-6b3673e5f813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 1000 time: 0.0612869 Jun 26 18:17:02.043880 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-c2e1aca0-6053-4156-a5f9-e69ce115f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:02.045491 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-c2e1aca0-6053-4156-a5f9-e69ce115f1a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0482101 Jun 26 18:17:02.110959 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-7444a8c9-45cf-4cd5-ad9f-6d1358abc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:02.112542 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-7444a8c9-45cf-4cd5-ad9f-6d1358abc237 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596766 Jun 26 18:17:02.213769 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-ca1be211-cba8-4af7-b3b1-f70e5ce6c884 service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931098 Jun 26 18:17:02.222054 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-62575dec-8c26-48ac-acd8-dfca67d38cbc req-5a3b2a7b-4a1b-4dda-bc6f-df2c8364607f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734008 Jun 26 18:17:02.313373 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd56d7f3-4390-479a-acba-0797c71ca17f req-f27276fa-597e-476f-b451-b83f2b02848f service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Jun 26 18:17:02.952815 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7f93e0fa-9596-4ffb-9b76-cffaba766340 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:02.984490 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 7f93e0fa-9596-4ffb-9b76-cffaba766340 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:17:02.985100 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074aeba-2cb0-492d-83ca-f4353d27228c req-f749afad-5ec8-4fd5-9ec3-20316352fbc8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:02.986052 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 7f93e0fa-9596-4ffb-9b76-cffaba766340 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:17:02.987006 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:02.992449 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0074aeba-2cb0-492d-83ca-f4353d27228c req-f749afad-5ec8-4fd5-9ec3-20316352fbc8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1439137 Jun 26 18:17:03.045838 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672069e-e879-4ee8-b854-b7ff8a0cc2f2 req-962f73f4-10aa-4231-aa02-03cd0472e309 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:03.047673 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e672069e-e879-4ee8-b854-b7ff8a0cc2f2 req-962f73f4-10aa-4231-aa02-03cd0472e309 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1355815 Jun 26 18:17:03.091079 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0074aeba-2cb0-492d-83ca-f4353d27228c req-56e35702-214a-4e5f-9325-37e14629657d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976636 Jun 26 18:17:03.124048 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e672069e-e879-4ee8-b854-b7ff8a0cc2f2 req-d22460b7-dcc0-4494-a62d-e41a9332abb7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661333 Jun 26 18:17:03.273384 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a9960-079c-4748-9a31-c3ed552cf91d req-01070892-e05e-4113-887f-02ce4b925265 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:03.274844 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e02a9960-079c-4748-9a31-c3ed552cf91d req-01070892-e05e-4113-887f-02ce4b925265 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0639441 Jun 26 18:17:03.311748 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e02a9960-079c-4748-9a31-c3ed552cf91d req-d441246b-46c5-4d4e-83cc-0747b729554f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Jun 26 18:17:03.416420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6de2f-8ff4-478e-ba39-43de7e259cdf req-0347eec2-6bb7-4d0b-86f6-8bba84707401 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:03.418293 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a4d6de2f-8ff4-478e-ba39-43de7e259cdf req-0347eec2-6bb7-4d0b-86f6-8bba84707401 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0676107 Jun 26 18:17:03.457692 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a4d6de2f-8ff4-478e-ba39-43de7e259cdf req-8a3736a7-e289-421a-8cdf-b58f2f51a372 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Jun 26 18:17:04.319217 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ae3d-7f7a-471f-83b2-f4a0e8b1f996 req-7032051d-7d3b-42d8-b009-a5b585160004 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:04.320741 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f13ae3d-7f7a-471f-83b2-f4a0e8b1f996 req-7032051d-7d3b-42d8-b009-a5b585160004 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1075253 Jun 26 18:17:04.334730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a0beb-09b7-423c-a409-95d09b191dad req-5d736a83-0579-473e-b16a-c3d0ae882e3f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:04.336242 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de1a0beb-09b7-423c-a409-95d09b191dad req-5d736a83-0579-473e-b16a-c3d0ae882e3f tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0909314 Jun 26 18:17:04.395008 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f13ae3d-7f7a-471f-83b2-f4a0e8b1f996 req-9be25e4b-eaf0-44c1-b730-b68fd5be122a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684474 Jun 26 18:17:04.400255 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-de1a0beb-09b7-423c-a409-95d09b191dad req-e4a4e468-a7f5-4cf3-bd3f-f12362963d5b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577438 Jun 26 18:17:04.591453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d9ef-61a1-48ff-bdc4-c8281d621682 req-438d1440-7207-4eab-8f9c-53ff3b46d611 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:04.598807 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1a83d9ef-61a1-48ff-bdc4-c8281d621682 req-438d1440-7207-4eab-8f9c-53ff3b46d611 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0789719 Jun 26 18:17:04.666223 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1a83d9ef-61a1-48ff-bdc4-c8281d621682 req-73198757-bfbb-41e7-bd73-7a5184d5e061 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662892 Jun 26 18:17:04.693306 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c600d2-f56b-49e9-a6cb-57a1da1403fe req-d0596cb9-cf42-47db-b08d-73e5d5202255 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:04.694793 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a1c600d2-f56b-49e9-a6cb-57a1da1403fe req-d0596cb9-cf42-47db-b08d-73e5d5202255 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0940409 Jun 26 18:17:04.735856 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a1c600d2-f56b-49e9-a6cb-57a1da1403fe req-1150cf95-82cf-4d28-b24e-50edc0e5ef03 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355270 Jun 26 18:17:05.627002 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2171d82-4caa-47d7-8344-2a087d4dd053 req-fc5d6d40-8868-4b9c-a5d6-3bac71980dcf tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:05.628487 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c2171d82-4caa-47d7-8344-2a087d4dd053 req-fc5d6d40-8868-4b9c-a5d6-3bac71980dcf tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1087506 Jun 26 18:17:05.640061 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a0b6-9e79-4c32-a525-6a1e4f74414d req-1bdaa847-ddb7-424c-b9a0-220957438551 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:05.641409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b027a0b6-9e79-4c32-a525-6a1e4f74414d req-1bdaa847-ddb7-424c-b9a0-220957438551 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0932832 Jun 26 18:17:05.701032 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c2171d82-4caa-47d7-8344-2a087d4dd053 req-082b2fbf-6533-4d56-8599-419d30f83af6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586121 Jun 26 18:17:05.703801 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b027a0b6-9e79-4c32-a525-6a1e4f74414d req-72af08d0-f001-40cc-9e48-4bb1f117f673 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531759 Jun 26 18:17:05.897349 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc77c76-30cb-4858-925f-96278e208b9a req-7d144b7a-a8c1-4e72-a028-9b21f4aa18d0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:05.898879 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbc77c76-30cb-4858-925f-96278e208b9a req-7d144b7a-a8c1-4e72-a028-9b21f4aa18d0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0746400 Jun 26 18:17:05.971552 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbc77c76-30cb-4858-925f-96278e208b9a req-73b925a0-af0f-48fe-8078-f4e6cf514e1f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628626 Jun 26 18:17:05.994608 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2e62f-1c7c-4fff-b172-f57d703cf25e req-334f1fc4-1a3e-4a5a-b00c-d6fe9d465917 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:05.996093 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30c2e62f-1c7c-4fff-b172-f57d703cf25e req-334f1fc4-1a3e-4a5a-b00c-d6fe9d465917 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1085575 Jun 26 18:17:06.033885 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30c2e62f-1c7c-4fff-b172-f57d703cf25e req-675a7ab4-820e-4fd2-a689-45ff77810ae5 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Jun 26 18:17:06.920168 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82fa0f-8026-4519-9096-47d56743b23a req-afc7c4e4-8e41-4956-8adf-691ce05121d0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:06.921642 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd82fa0f-8026-4519-9096-47d56743b23a req-afc7c4e4-8e41-4956-8adf-691ce05121d0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1060760 Jun 26 18:17:06.932092 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6463825-272d-4cdc-b0e6-a2ae4f45d51f req-dca17bd2-9fd1-44e9-9d88-8e9f8c276c89 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:06.933426 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6463825-272d-4cdc-b0e6-a2ae4f45d51f req-dca17bd2-9fd1-44e9-9d88-8e9f8c276c89 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1081581 Jun 26 18:17:06.983889 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd82fa0f-8026-4519-9096-47d56743b23a req-ab82ca66-c0d7-4587-b398-28421713003a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495207 Jun 26 18:17:07.007977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a6463825-272d-4cdc-b0e6-a2ae4f45d51f req-43fa7716-baf2-4b30-9642-6a20c4c9e1bd tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677047 Jun 26 18:17:07.188603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6947-215b-4707-a2b4-42f56f156bec req-c7148325-9d74-4a9e-adab-11f354e70306 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:07.192469 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e3f6947-215b-4707-a2b4-42f56f156bec req-c7148325-9d74-4a9e-adab-11f354e70306 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0867836 Jun 26 18:17:07.248625 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e3f6947-215b-4707-a2b4-42f56f156bec req-6b660279-5b53-4c04-bad5-900a3c4f39a8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Jun 26 18:17:07.260930 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8bbce-9380-4759-98f9-ac446f82f937 req-70341aa9-c333-4f5a-83d1-916807b64119 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:07.267866 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ddd8bbce-9380-4759-98f9-ac446f82f937 req-70341aa9-c333-4f5a-83d1-916807b64119 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1119275 Jun 26 18:17:07.318863 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ddd8bbce-9380-4759-98f9-ac446f82f937 req-502faff7-b430-427e-b3f6-c8c9711dc336 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465593 Jun 26 18:17:08.254960 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998963-18d4-45dd-9716-4640333de50b req-b5c1799c-f323-4ffd-a2a8-08d3e94e2592 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:08.256571 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3e998963-18d4-45dd-9716-4640333de50b req-b5c1799c-f323-4ffd-a2a8-08d3e94e2592 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0992587 Jun 26 18:17:08.269861 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deece27-03dc-4e2a-93e6-518f978b07fd req-ac68712b-90e6-4ff6-80ba-c069be01268e tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:08.271281 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7deece27-03dc-4e2a-93e6-518f978b07fd req-ac68712b-90e6-4ff6-80ba-c069be01268e tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1265852 Jun 26 18:17:08.332130 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3e998963-18d4-45dd-9716-4640333de50b req-4f0902d9-cae9-4f56-9716-3a4258d6cbfd tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596747 Jun 26 18:17:08.335318 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7deece27-03dc-4e2a-93e6-518f978b07fd req-ef4c91dd-2844-4ad9-8659-d7266427d1e4 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552998 Jun 26 18:17:08.580609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0673b-e1c4-464a-a172-6173a5b2ff9b req-4380e97e-a4bb-42e6-89af-26816e4c07de tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:08.581707 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c4c0673b-e1c4-464a-a172-6173a5b2ff9b req-4380e97e-a4bb-42e6-89af-26816e4c07de tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1242874 Jun 26 18:17:08.620331 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032709e-15db-4638-b109-51354c0fe688 req-8059a56d-37d8-4ced-8a70-078610016841 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:08.621977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0032709e-15db-4638-b109-51354c0fe688 req-8059a56d-37d8-4ced-8a70-078610016841 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1034002 Jun 26 18:17:08.653473 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c4c0673b-e1c4-464a-a172-6173a5b2ff9b req-b48f721d-9dd3-432b-bc85-7a0fd25eac5c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626297 Jun 26 18:17:08.678944 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0032709e-15db-4638-b109-51354c0fe688 req-56663383-cb1c-47cf-a650-5411e608b6de tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Jun 26 18:17:09.602258 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e8b8-7d74-4b76-a8cd-ff481fc7d7bf req-13e90ba4-f848-44b1-bd11-8eda57848397 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:09.604036 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98e8e8b8-7d74-4b76-a8cd-ff481fc7d7bf req-13e90ba4-f848-44b1-bd11-8eda57848397 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1171143 Jun 26 18:17:09.615438 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aec32-de4d-4607-8ce6-1477205482df req-5f3f05f2-8404-4ef2-87bc-f7957f8650d2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:09.617252 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a06aec32-de4d-4607-8ce6-1477205482df req-5f3f05f2-8404-4ef2-87bc-f7957f8650d2 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1407824 Jun 26 18:17:09.691378 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98e8e8b8-7d74-4b76-a8cd-ff481fc7d7bf req-655573ad-6a74-457a-9317-1c1db581ef80 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729361 Jun 26 18:17:09.712271 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a06aec32-de4d-4607-8ce6-1477205482df req-0ae6a9e3-6c4f-4ca6-894e-9ab83efe148d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874388 Jun 26 18:17:09.944904 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16fb77-4d2f-4720-984c-4281f2f92d3a req-6ce71b6f-e5a9-400c-9a96-e3104af22e16 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:09.946745 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6a16fb77-4d2f-4720-984c-4281f2f92d3a req-6ce71b6f-e5a9-400c-9a96-e3104af22e16 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1265843 Jun 26 18:17:09.956482 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb03eaa-6da3-4b3d-b420-d1626ee686da req-d26319d0-dbb0-4f48-b344-9e78892832a3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:09.958383 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7cb03eaa-6da3-4b3d-b420-d1626ee686da req-d26319d0-dbb0-4f48-b344-9e78892832a3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1069269 Jun 26 18:17:10.019102 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7cb03eaa-6da3-4b3d-b420-d1626ee686da req-518137bc-1f0c-4f3d-aef2-5461e3db0931 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534945 Jun 26 18:17:10.022163 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6a16fb77-4d2f-4720-984c-4281f2f92d3a req-d157330f-229e-453b-9716-dbf155459e9f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628319 Jun 26 18:17:10.912143 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c487ab-79e0-4457-866a-b3e251c53305 req-7d720fb1-8661-4bae-831a-15244fc0fab1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:10.913715 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-65c487ab-79e0-4457-866a-b3e251c53305 req-7d720fb1-8661-4bae-831a-15244fc0fab1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1132472 Jun 26 18:17:10.951600 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319925e5-c6f4-4b07-b094-5a6d4f3855d0 req-e8007a04-c4ab-4ed5-ba06-dc48dd36b547 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:10.953123 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-319925e5-c6f4-4b07-b094-5a6d4f3855d0 req-e8007a04-c4ab-4ed5-ba06-dc48dd36b547 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1038156 Jun 26 18:17:10.982138 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-65c487ab-79e0-4457-866a-b3e251c53305 req-12d6c1ee-57aa-4d79-bba7-549dfc25444e tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598733 Jun 26 18:17:11.035721 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-319925e5-c6f4-4b07-b094-5a6d4f3855d0 req-748a0e5d-f923-4a3c-979d-91f408c74878 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723190 Jun 26 18:17:11.307250 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e1f3e-213b-4a73-89a0-c2c6848a5423 req-f80d6860-2ad0-46fe-9be1-7d2fb7688dbf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:11.314390 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e0e1f3e-213b-4a73-89a0-c2c6848a5423 req-f80d6860-2ad0-46fe-9be1-7d2fb7688dbf tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1308467 Jun 26 18:17:11.358693 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f8d93-ebbb-4217-8123-f82c445fcf8e req-06e50803-9b25-48a0-9faa-ddee34ba45ca tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:11.371819 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-823f8d93-ebbb-4217-8123-f82c445fcf8e req-06e50803-9b25-48a0-9faa-ddee34ba45ca tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1846454 Jun 26 18:17:11.416611 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e0e1f3e-213b-4a73-89a0-c2c6848a5423 req-6cb0ef50-8425-46f4-989a-5520c225fea1 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011333 Jun 26 18:17:11.441698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-823f8d93-ebbb-4217-8123-f82c445fcf8e req-06c50607-5484-4ebe-a27d-1fcfdc1739e0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704558 Jun 26 18:17:12.170793 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0153-29c0-4599-ab34-717144453dac req-9a5bfda2-0713-4e6a-b0d6-d08a44bb4744 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:12.172257 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3ddf0153-29c0-4599-ab34-717144453dac req-9a5bfda2-0713-4e6a-b0d6-d08a44bb4744 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0713387 Jun 26 18:17:12.233481 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3ddf0153-29c0-4599-ab34-717144453dac req-5c59c616-223d-4e36-8c76-4a89d1082bef tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450718 Jun 26 18:17:12.255562 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266fac-be8c-4f7a-b5ae-5c8867e24c9b req-f22d9ea4-8bc1-4e66-b3e3-ef69dee6b38c tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:12.257021 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-47266fac-be8c-4f7a-b5ae-5c8867e24c9b req-f22d9ea4-8bc1-4e66-b3e3-ef69dee6b38c tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1060531 Jun 26 18:17:12.302561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-47266fac-be8c-4f7a-b5ae-5c8867e24c9b req-54d65a30-ced6-4c8f-b4ea-72e35033e683 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Jun 26 18:17:12.693786 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e263649-0d18-4140-beae-4a94dc9c5f35 req-cb9e0212-fb53-4c58-95d5-a95e82f99a57 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:12.695476 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e263649-0d18-4140-beae-4a94dc9c5f35 req-cb9e0212-fb53-4c58-95d5-a95e82f99a57 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0858028 Jun 26 18:17:12.717381 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e88335-3896-40ec-b4fa-98d14bba76f6 req-76d3948d-5c10-4f06-8f56-6fc25d7be5e5 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:12.718967 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8e88335-3896-40ec-b4fa-98d14bba76f6 req-76d3948d-5c10-4f06-8f56-6fc25d7be5e5 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1650369 Jun 26 18:17:12.773597 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8e88335-3896-40ec-b4fa-98d14bba76f6 req-6e19bff4-79ac-4c8e-9c08-51652ebc438b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477197 Jun 26 18:17:12.776427 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e263649-0d18-4140-beae-4a94dc9c5f35 req-e8e7a8eb-95d3-4f92-ab25-c0db7adcc792 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742531 Jun 26 18:17:13.405810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c59b8-6ddf-4027-9133-eb8989431023 req-de4343b3-29df-48b0-ac37-dc926129037f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:13.407209 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-920c59b8-6ddf-4027-9133-eb8989431023 req-de4343b3-29df-48b0-ac37-dc926129037f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0625153 Jun 26 18:17:13.475948 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-920c59b8-6ddf-4027-9133-eb8989431023 req-30ada700-25e6-422a-972e-b438e3fd78b8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562816 Jun 26 18:17:13.496300 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60056-6fec-4395-add7-b37bb110b4f0 req-fe7f3786-199b-425d-afe0-6e9aaee9c14d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:13.497764 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2cc60056-6fec-4395-add7-b37bb110b4f0 req-fe7f3786-199b-425d-afe0-6e9aaee9c14d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0865834 Jun 26 18:17:13.537860 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2cc60056-6fec-4395-add7-b37bb110b4f0 req-084daecb-e029-4429-bec7-277f2eae1619 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340712 Jun 26 18:17:13.742138 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:17:13.982391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e890-bd39-45fa-a2c5-16e3b519e46d req-f0842169-615d-4934-ac4d-0d712978f69e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:13.983874 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dfc2e890-bd39-45fa-a2c5-16e3b519e46d req-f0842169-615d-4934-ac4d-0d712978f69e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.0990710 Jun 26 18:17:13.995961 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cc177-25a6-43d2-84cf-925b958d8180 req-97743658-5768-4793-a876-ef2fe119e337 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:13.997263 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac8cc177-25a6-43d2-84cf-925b958d8180 req-97743658-5768-4793-a876-ef2fe119e337 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1022232 Jun 26 18:17:14.047808 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dfc2e890-bd39-45fa-a2c5-16e3b519e46d req-edb613b6-70dd-43d8-91f3-887c9f36050b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494823 Jun 26 18:17:14.055146 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ac8cc177-25a6-43d2-84cf-925b958d8180 req-242b54a2-28eb-4b55-86b4-29a28de63477 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513041 Jun 26 18:17:14.649091 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd49bc-5e32-4deb-bf07-ec6c99273f7d req-37be3828-6b2e-4825-b2a0-4189216d5cc7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:14.650561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57bd49bc-5e32-4deb-bf07-ec6c99273f7d req-37be3828-6b2e-4825-b2a0-4189216d5cc7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0666099 Jun 26 18:17:14.717724 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57bd49bc-5e32-4deb-bf07-ec6c99273f7d req-60b90387-7bff-40ab-aacf-2a0d60334dc5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559540 Jun 26 18:17:14.737989 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76433b8-19b4-437d-abf4-93c7a4b3117c req-4f035885-fe44-4b7d-ad92-079b2c5e4833 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:14.739470 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d76433b8-19b4-437d-abf4-93c7a4b3117c req-4f035885-fe44-4b7d-ad92-079b2c5e4833 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0880287 Jun 26 18:17:14.766133 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-95d719b4-ed8a-41ca-bd87-938377180488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:14.778537 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d76433b8-19b4-437d-abf4-93c7a4b3117c req-bd8f6901-ab8b-40e3-a399-a17e3648d379 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331628 Jun 26 18:17:15.264417 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8163505-1b66-4878-8f39-00a1e1b61149 req-5292e8ce-62c2-4201-998f-c6c4f82ec077 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:15.265862 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e8163505-1b66-4878-8f39-00a1e1b61149 req-5292e8ce-62c2-4201-998f-c6c4f82ec077 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1017826 Jun 26 18:17:15.276579 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4eadc-4352-48a1-a318-a7f9aad169e0 req-c3def89b-64b1-4765-870b-4d98caee9a20 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:15.277919 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ccd4eadc-4352-48a1-a318-a7f9aad169e0 req-c3def89b-64b1-4765-870b-4d98caee9a20 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1050522 Jun 26 18:17:15.324175 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e8163505-1b66-4878-8f39-00a1e1b61149 req-7562ccba-5f16-4ad3-aea6-64e53ccaf1fc tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Jun 26 18:17:15.335928 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ccd4eadc-4352-48a1-a318-a7f9aad169e0 req-fb655fff-6cc5-4d04-9f15-f896646e84b2 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506144 Jun 26 18:17:15.889726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3042a1-d9ac-45ec-a8e3-4fe23f288697 req-81f3ab24-ce77-48af-8d15-c44311434684 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:15.891190 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5b3042a1-d9ac-45ec-a8e3-4fe23f288697 req-81f3ab24-ce77-48af-8d15-c44311434684 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0657504 Jun 26 18:17:15.959098 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5b3042a1-d9ac-45ec-a8e3-4fe23f288697 req-3297cf35-aeef-4ffb-8952-8058e73cc73f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557618 Jun 26 18:17:15.981751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9672dda-3a23-490e-a2f2-074c2c90ae95 req-dfdecf6e-5c3d-4ae3-bee1-a3752653ce45 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:15.981751 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b9672dda-3a23-490e-a2f2-074c2c90ae95 req-dfdecf6e-5c3d-4ae3-bee1-a3752653ce45 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0896125 Jun 26 18:17:16.018726 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b9672dda-3a23-490e-a2f2-074c2c90ae95 req-b9209d2c-9e44-452f-8210-f3f8d6c8e16b tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Jun 26 18:17:16.542104 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f03b-438b-4d47-adf4-0726ede33e10 req-7331b125-a44d-4b8c-ab9f-5d304c478860 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:16.543565 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ea32f03b-438b-4d47-adf4-0726ede33e10 req-7331b125-a44d-4b8c-ab9f-5d304c478860 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1081884 Jun 26 18:17:16.554988 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1e717-4175-4506-81a2-71e6bf8e961f req-2e27c389-c164-4755-a4e3-516636a2d4f3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:16.556367 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a1e717-4175-4506-81a2-71e6bf8e961f req-2e27c389-c164-4755-a4e3-516636a2d4f3 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.0886354 Jun 26 18:17:16.608365 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ea32f03b-438b-4d47-adf4-0726ede33e10 req-08f9b31f-f01e-4abf-97c6-57ddd033344f tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510163 Jun 26 18:17:16.613351 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a1e717-4175-4506-81a2-71e6bf8e961f req-8cb80be1-3107-47ec-b11d-51a27538dc4e tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504162 Jun 26 18:17:16.920339 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-2221c5dc-1e72-449c-afed-e744a6183008 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:16.921903 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-2221c5dc-1e72-449c-afed-e744a6183008 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.0702746 Jun 26 18:17:17.028107 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Deleting port d72661a9-9a14-4555-b9a7-5c5f7a4b814d {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:17.028478 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.131391 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] For port d72661a9-9a14-4555-b9a7-5c5f7a4b814d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:17.131643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.181996 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e70a8-b7b5-4e18-9d7c-34989251f37e req-3b69788a-ed64-41c4-b356-2f9c7fcfcca6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:17.183493 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-947e70a8-b7b5-4e18-9d7c-34989251f37e req-3b69788a-ed64-41c4-b356-2f9c7fcfcca6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.0991609 Jun 26 18:17:17.231598 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e484cc9-7796-46a2-b834-0761965ea602 req-86503582-ad51-4045-bf3e-c034fae4e79d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:17.233049 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e484cc9-7796-46a2-b834-0761965ea602 req-86503582-ad51-4045-bf3e-c034fae4e79d tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 945 time: 0.1000762 Jun 26 18:17:17.241068 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-947e70a8-b7b5-4e18-9d7c-34989251f37e req-e6a444fd-2f93-46a0-9cff-bf9875652bbd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504000 Jun 26 18:17:17.273052 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e484cc9-7796-46a2-b834-0761965ea602 req-f06c84b6-55fc-42bf-80fc-f06da0c71e68 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups?id=13fb2056-8a93-4f72-8f29-178edf663572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Jun 26 18:17:17.300885 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.301257 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.301568 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Floating IP 47e95690-ed63-41d9-a94e-a488e1cc0a6d disassociated. External IP: 172.27.2.5, port: d72661a9-9a14-4555-b9a7-5c5f7a4b814d. Jun 26 18:17:17.301909 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Calling delete_port for d72661a9-9a14-4555-b9a7-5c5f7a4b814d owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:17.424607 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.428158 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c71bc056-7bc2-41fc-b9e6-817d39075ae9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:17.452660 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event deleted for resources: {'Port': ['ID=d72661a9-9a14-4555-b9a7-5c5f7a4b814d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:17.462982 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.463386 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.463760 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.464123 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.464488 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.464849 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.465220 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.465564 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.465920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.466275 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.466624 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.466972 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:17.471145 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:17.543086 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-11132302-2281-4737-991a-801858e4d8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.567945 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:17.577384 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:17:17.875001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a058f88-1e84-4ac8-8b07-c08b0640efcc req-19c1d42c-1c63-45ac-9e2b-b6a3bc85efd8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:17.877858 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9a058f88-1e84-4ac8-8b07-c08b0640efcc req-19c1d42c-1c63-45ac-9e2b-b6a3bc85efd8 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1520956 Jun 26 18:17:17.896901 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c49bd-651c-4a72-ba5e-6688952be2fc req-4624b8d1-59e4-4f06-9c2a-7ed8cc1c6cdf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:17.898959 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af3c49bd-651c-4a72-ba5e-6688952be2fc req-4624b8d1-59e4-4f06-9c2a-7ed8cc1c6cdf tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1446176 Jun 26 18:17:17.940779 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:17:17.951997 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:17:17.962331 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:17.962963 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:17.977351 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af3c49bd-651c-4a72-ba5e-6688952be2fc req-8dc8bdec-74c6-48cc-98ba-90dfbc3c1358 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707543 Jun 26 18:17:17.985813 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-59100fa9-00bb-4002-a7c9-8b93c17353e1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:17.987419 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-59100fa9-00bb-4002-a7c9-8b93c17353e1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1859136 Jun 26 18:17:17.990572 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9a058f88-1e84-4ac8-8b07-c08b0640efcc req-8fffd330-3cab-4882-8dfa-224761d40dc6 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052337 Jun 26 18:17:17.997879 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] No DVR routers for this DVR port d72661a9-9a14-4555-b9a7-5c5f7a4b814d on host hv-cinder-79819 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:17:17.999540 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.002037 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2f92af57-dc20-46ec-b614-ccc4ad41acb9 req-fe93bc3f-4abb-46de-81dd-8cf71d6d7906 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.35 "DELETE /v2.0/ports/d72661a9-9a14-4555-b9a7-5c5f7a4b814d HTTP/1.1" status: 204 len: 173 time: 1.0724120 Jun 26 18:17:18.002544 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'name': 'network-vif-deleted', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:18.004918 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585ce03-9d08-442b-a05c-55de98909f5f" -d '{"events": [{"server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "name": "network-vif-deleted", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:18.059750 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dbf047-e939-4975-beb3-3560fe62b76d x-openstack-request-id: req-53dbf047-e939-4975-beb3-3560fe62b76d {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:18.061179 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8dc8fe-0a4d-4cad-911c-e0027b0495e9", "name": "network-vif-deleted", "tag": "d72661a9-9a14-4555-b9a7-5c5f7a4b814d", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:18.062186 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53dbf047-e939-4975-beb3-3560fe62b76d {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:18.062960 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8dc8fe-0a4d-4cad-911c-e0027b0495e9', 'name': 'network-vif-deleted', 'tag': 'd72661a9-9a14-4555-b9a7-5c5f7a4b814d', 'status': 'completed', 'code': 200} Jun 26 18:17:18.091166 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:18.334323 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:18.364366 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:17:18.373982 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:18.374619 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:18.432917 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Deleting port 52976b38-e24c-41c9-893f-c29b365c5082 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:18.433547 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.473662 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e37e2f39-0fe9-412f-ae3b-c734f38fe8a3 req-368dd8a5-f746-462c-add3-7153853524af tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8dc8fe-0a4d-4cad-911c-e0027b0495e9 HTTP/1.1" status: 200 len: 210 time: 0.0547261 Jun 26 18:17:18.483440 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:18.565408 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b53b9-51e3-4586-8873-bf2e7323d9db req-2556d70d-7ac8-468f-b918-183b6d01b154 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:18.566823 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-924b53b9-51e3-4586-8873-bf2e7323d9db req-2556d70d-7ac8-468f-b918-183b6d01b154 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 946 time: 0.1781132 Jun 26 18:17:18.573649 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] For port 52976b38-e24c-41c9-893f-c29b365c5082, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=52976b38-e24c-41c9-893f-c29b365c5082,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:18.574015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.638517 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.654892 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-924b53b9-51e3-4586-8873-bf2e7323d9db req-33ce12a6-5120-4812-8572-4e9451982350 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782919 Jun 26 18:17:18.715859 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:18.747131 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d101b1-4404-4c06-948b-4f445f4a1a14 None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:10:48Z', 'revision_number': 4, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2d893908-c232-4ec8-afb4-2bf066d1efa2', 'name': '', 'network_id': '5e7fad65-d6f4-4079-810a-fa3f2a11abb9', 'tenant_id': '47a822717cc64394971656883470c96c', 'mac_address': 'fa:16:3e:8e:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:46Z', 'updated_at': '2021-06-26T18:11:00Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'subnets': [{'id': '5f3d52d4-e4e6-41d5-aaa5-a616174b666b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:17:18.777672 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.778041 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.778361 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Floating IP 7913dec3-b38c-4518-b1c9-acfd231cdafc disassociated. External IP: 172.27.2.152, port: 52976b38-e24c-41c9-893f-c29b365c5082. Jun 26 18:17:18.778709 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Calling delete_port for 52976b38-e24c-41c9-893f-c29b365c5082 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:18.916001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:18.919930 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4de25814-3861-415d-8c6a-7805c5ec3cd1 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:18.947967 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'Port': ['ID=52976b38-e24c-41c9-893f-c29b365c5082,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:18.959445 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.959819 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.960193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.960552 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.960909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.961273 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.961626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.962000 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.962354 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.962710 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.963047 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.963485 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:18.967324 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:18.974053 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d1c40-dd18-4b06-adff-0ea6475ccbcc None None] New status for floating IP 47e95690-ed63-41d9-a94e-a488e1cc0a6d: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:17:19.048225 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:17:19.080964 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:17:19.182489 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:19.193512 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '808fa563-a89e-4015-b609-1600d6dd2341', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'port_id': '808fa563-a89e-4015-b609-1600d6dd2341', 'mac_address': 'fa:16:3e:dd:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:17:19.232770 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.245342 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808fa563-a89e-4015-b609-1600d6dd2341 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:17:19.264809 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:19.269119 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.270084 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:17:19.272700 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:19.294419 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:17:19.312967 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143f84-72de-439c-a3a5-cf1dbb594cf4 req-e840f50c-51b3-4c2c-9a65-e376747b74b0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:19.315155 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:17:19.315285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e143f84-72de-439c-a3a5-cf1dbb594cf4 req-e840f50c-51b3-4c2c-9a65-e376747b74b0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 943 time: 0.1690466 Jun 26 18:17:19.325032 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf43c-e575-45da-b340-ed1d6f777da9 req-b4de1b9b-a707-492c-9553-7ba7ce9df155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:19.326529 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d69cf43c-e575-45da-b340-ed1d6f777da9 req-b4de1b9b-a707-492c-9553-7ba7ce9df155 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 944 time: 0.1818285 Jun 26 18:17:19.365548 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:19.366449 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:19.371053 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=9']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:19.397159 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] No DVR routers for this DVR port 52976b38-e24c-41c9-893f-c29b365c5082 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:17:19.401019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.403633 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af89e7b1-6bb8-4de2-9738-6da08fd4da14 req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "DELETE /v2.0/ports/52976b38-e24c-41c9-893f-c29b365c5082 HTTP/1.1" status: 204 len: 173 time: 1.4097955 Jun 26 18:17:19.408177 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'name': 'network-vif-deleted', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:19.411583 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69734fd2-d92e-4542-86ca-4af7d638e89a" -d '{"events": [{"server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "name": "network-vif-deleted", "tag": "52976b38-e24c-41c9-893f-c29b365c5082"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:19.463593 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:19.472781 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e143f84-72de-439c-a3a5-cf1dbb594cf4 req-4fc79b15-9132-4100-9f11-7478749ab8e3 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451719 Jun 26 18:17:19.480844 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d69cf43c-e575-45da-b340-ed1d6f777da9 req-06ce2bc3-8a20-41b7-81e9-2dfe9332247a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306942 Jun 26 18:17:19.509616 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:19.558287 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'port_id': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'mac_address': 'fa:16:3e:3f:11:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:17:19.588602 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc6e7c6-9662-4b70-81a9-6dfefb1421c4 x-openstack-request-id: req-cdc6e7c6-9662-4b70-81a9-6dfefb1421c4 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:19.588973 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac992696-5ef3-4835-938d-12a87a759fed", "name": "network-vif-deleted", "tag": "52976b38-e24c-41c9-893f-c29b365c5082", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:19.589266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdc6e7c6-9662-4b70-81a9-6dfefb1421c4 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:19.589713 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac992696-5ef3-4835-938d-12a87a759fed', 'name': 'network-vif-deleted', 'tag': '52976b38-e24c-41c9-893f-c29b365c5082', 'status': 'completed', 'code': 200} Jun 26 18:17:19.604750 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:19.638867 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60404) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:19.643225 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.694599 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9df07b-08c6-4d76-97e0-7764b33f92c3 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:17:19.698060 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.728252 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.731884 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:19.765083 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.769105 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-df6b1c1a-26fd-4df2-92f2-bc4c9ffb44df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:19.801575 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.804365 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:19.808370 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60408) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:19.808879 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "DELETE /v2.0/security-groups/13fb2056-8a93-4f72-8f29-178edf663572 HTTP/1.1" status: 204 len: 168 time: 0.1680567 Jun 26 18:17:19.825793 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-40233e8e-afb8-49b9-9ba4-a4b045858d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:19.827936 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.api.v2.resource [None req-fa35e18c-d943-4e4d-a106-a0dd0f4c26de tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] show failed (client error): The resource could not be found. Jun 26 18:17:19.829313 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fa35e18c-d943-4e4d-a106-a0dd0f4c26de tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "GET /v2.0/security-groups/13fb2056-8a93-4f72-8f29-178edf663572 HTTP/1.1" status: 404 len: 347 time: 0.0188155 Jun 26 18:17:19.832266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60410) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:19.839418 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb2056-8a93-4f72-8f29-178edf663572,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:19.842715 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=7']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:19.855980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-674c40e7-4299-4760-b5f1-5a56425dd908 req-153f7d7f-01cc-4862-b854-341692da1c3d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac992696-5ef3-4835-938d-12a87a759fed HTTP/1.1" status: 200 len: 210 time: 0.0666277 Jun 26 18:17:19.859054 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d543340e-bdcb-4a8e-a693-bd29fd71ff74 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:19.862664 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:19.900859 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:19.927730 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:17:19.936213 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:19.936940 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:19.987402 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Deleting port d4d200fc-e493-4078-9b90-5bb5f47e16e5 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:19.987757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.067198 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.067593 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.080364 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Calling delete_port for d4d200fc-e493-4078-9b90-5bb5f47e16e5 owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:20.165279 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.179359 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:20.211193 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.214369 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:20.239449 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Pushing event deleted for resources: {'Port': ['ID=d4d200fc-e493-4078-9b90-5bb5f47e16e5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:20.242505 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:20.256863 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['808fa563-a89e-4015-b609-1600d6dd2341'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:17:20.280218 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['ae9df07b-08c6-4d76-97e0-7764b33f92c3'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:17:20.307628 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.310163 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:20.311324 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] 10.222.0.23 "DELETE /v2.0/floatingips/47e95690-ed63-41d9-a94e-a488e1cc0a6d HTTP/1.1" status: 204 len: 168 time: 0.4779866 Jun 26 18:17:20.589024 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:20.624126 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb7402-900a-418d-a9e5-655132814e7e None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:17:20.726420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cd41-d8c2-4654-a61a-55da7c6f38a3 req-cdec2c4e-ad9e-4e7d-8c8d-fe3dc5f9ce01 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:20.728103 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1691cd41-d8c2-4654-a61a-55da7c6f38a3 req-cdec2c4e-ad9e-4e7d-8c8d-fe3dc5f9ce01 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 944 time: 0.1162002 Jun 26 18:17:20.740015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c9893-0f6b-435b-8121-82f3c6a843f5 req-1a1b5c5a-2383-429f-9995-e44699585940 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:20.741718 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc5c9893-0f6b-435b-8121-82f3c6a843f5 req-1a1b5c5a-2383-429f-9995-e44699585940 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 945 time: 0.0936074 Jun 26 18:17:20.799996 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1691cd41-d8c2-4654-a61a-55da7c6f38a3 req-957ff812-691c-4c55-9bab-a66a4a3f18f3 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571673 Jun 26 18:17:20.806034 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc5c9893-0f6b-435b-8121-82f3c6a843f5 req-f7d938b6-b120-4aac-b596-85cee9de67ad tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564444 Jun 26 18:17:20.893218 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38509568-e517-46b3-a909-08900eaebafd None None] New status for floating IP 7913dec3-b38c-4518-b1c9-acfd231cdafc: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:17:21.060563 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 52976b38-e24c-41c9-893f-c29b365c5082 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:21.080093 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 52976b38-e24c-41c9-893f-c29b365c5082 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:17:21.080450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 52976b38-e24c-41c9-893f-c29b365c5082 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:17:21.080870 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d72661a9-9a14-4555-b9a7-5c5f7a4b814d no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:21.098382 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: d72661a9-9a14-4555-b9a7-5c5f7a4b814d {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:17:21.098737 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d72661a9-9a14-4555-b9a7-5c5f7a4b814d not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:17:21.161455 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-9a965c6b-5abf-4215-8c54-df6373a7528c tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50168644&fields=id&tenant_id=5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 267 time: 0.0396483 Jun 26 18:17:21.264226 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-9d28ee07-4f43-4a61-aa49-2d160bd426af tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:21.265983 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-9d28ee07-4f43-4a61-aa49-2d160bd426af tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 811 time: 0.0978937 Jun 26 18:17:21.279790 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-debc55d7-1bfb-48a2-a854-fc2fad6ff3ab tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/quotas/5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 375 time: 0.0085747 Jun 26 18:17:21.344239 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-e0970378-aa78-4dd2-80f5-830b23bdaf8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597615 Jun 26 18:17:21.479129 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-4ce8e219-0b5e-4041-8ec0-2ab4a40650ce service neutron] 10.222.0.23 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240687 Jun 26 18:17:21.572073 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-666dddcb-f454-4ff4-8a5a-09af06b244e3 service neutron] 10.222.0.23 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Jun 26 18:17:21.876092 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af912acc-303e-4730-9266-1e06c2f3621c req-3542c6e0-03c9-4649-992b-3407312a3497 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 210 time: 0.0345464 Jun 26 18:17:21.984123 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44f4a7-c6fe-4733-bf48-8890c2a76474 req-d2221b50-19ae-48a4-93a7-22b245e4d112 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:21.985969 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d44f4a7-c6fe-4733-bf48-8890c2a76474 req-d2221b50-19ae-48a4-93a7-22b245e4d112 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 944 time: 0.0703561 Jun 26 18:17:22.054652 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d44f4a7-c6fe-4733-bf48-8890c2a76474 req-5fbbb9d0-0f16-426b-9d26-1abea7e2bf48 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612674 Jun 26 18:17:22.083899 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe96fee-1c4a-4eaa-bed4-91bfcb3c4de0 req-410f6075-3618-4806-93d1-18a161ac9cec tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:22.086003 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cfe96fee-1c4a-4eaa-bed4-91bfcb3c4de0 req-410f6075-3618-4806-93d1-18a161ac9cec tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 945 time: 0.0785894 Jun 26 18:17:22.123986 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cfe96fee-1c4a-4eaa-bed4-91bfcb3c4de0 req-82c90724-6109-44bf-b3aa-be73116ff1de tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Jun 26 18:17:23.034960 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8e098f02-0e59-4579-aa65-a27e622da4d3 req-26cd5ac9-eaae-4a62-810a-58af5609bc05 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 210 time: 0.0382998 Jun 26 18:17:23.044640 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-2410eb1e-2dd6-4fc2-8a7e-e11dd0c7c071 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:23.046232 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-2410eb1e-2dd6-4fc2-8a7e-e11dd0c7c071 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 811 time: 0.1332695 Jun 26 18:17:23.064351 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:17:23.100237 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-ff9b211b-3665-4721-9467-7d415a15b4d5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 378 time: 0.0386417 Jun 26 18:17:23.112610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'port': {'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'admin_state_up': True, 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'security_groups': ['8cbda181-b8a5-4ca5-aa72-69c8df264cab']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:17:23.117736 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 808fa563-a89e-4015-b609-1600d6dd2341 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:17:23.118159 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.225329 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.253758 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:23.256300 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef9581b-3362-463e-bee0-6a29465fefa9" -d '{"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-plugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:23.270539 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:23.274672 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.275917 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:17:23.278931 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:23.320583 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Made reservation on behalf of 5356d91a54fe467e9e511d90a3fe8d1a for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:17:23.324018 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.354767 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=10']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:23.359458 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:23.366307 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port ae9df07b-08c6-4d76-97e0-7764b33f92c3 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:17:23.366699 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.370966 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a5aac-6120-4620-acbb-04bc3fe40d82 req-106025ac-1456-4357-927d-140cd9565363 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:23.372469 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af1a5aac-6120-4620-acbb-04bc3fe40d82 req-106025ac-1456-4357-927d-140cd9565363 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 944 time: 0.1550539 Jun 26 18:17:23.445324 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.445550 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63017-f791-48a8-b00e-ba1ae196cc00 req-f0ed80f9-4644-4e0a-ae1e-b1c7c21d1a06 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:23.446892 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1ee63017-f791-48a8-b00e-ba1ae196cc00 req-f0ed80f9-4644-4e0a-ae1e-b1c7c21d1a06 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 947 time: 0.1725919 Jun 26 18:17:23.478403 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:23.482163 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.483976 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:23.502519 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-af1a5aac-6120-4620-acbb-04bc3fe40d82 req-cd6b0989-a9f0-4d3f-9e00-10c62c3ed926 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003249 Jun 26 18:17:23.538384 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=8']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:23.538689 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1ee63017-f791-48a8-b00e-ba1ae196cc00 req-6f2cde33-18d9-4c53-bb5c-3940dfbb5278 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825920 Jun 26 18:17:23.541658 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:23.550608 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Allocated IP 172.20.0.9 (a837c674-85e6-4f9f-ba1c-b6cb748b30f3/9ad55046-70e3-43ad-a9da-cfd8fce09993/2b52e10d-1938-4107-a01a-8fa5b7570638) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:17:23.580459 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b5b519-ec64-40dc-8fb8-faea50631cda x-openstack-request-id: req-17b5b519-ec64-40dc-8fb8-faea50631cda {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:23.583574 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-plugged", "status": "completed", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:23.583932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17b5b519-ec64-40dc-8fb8-faea50631cda {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:23.584451 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'code': 200} Jun 26 18:17:23.692200 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.706866 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Transition to ACTIVE for port object 2b52e10d-1938-4107-a01a-8fa5b7570638 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:17:23.744077 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.748052 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b95a681d-57f2-49a7-8cf8-4a2c38705309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:23.794242 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:17:23.799904 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:17:23.803567 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:17:23.810711 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=2b52e10d-1938-4107-a01a-8fa5b7570638,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:23.831315 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:23.865862 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706dc6b-7acb-4892-9c5f-b01b8746f67c req-338e85d9-aca7-404a-b258-57ff2cb08c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:23.866505 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:23.866636 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:23.868349 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0706dc6b-7acb-4892-9c5f-b01b8746f67c req-338e85d9-aca7-404a-b258-57ff2cb08c6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1100 time: 0.0880144 Jun 26 18:17:23.895210 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876077 Jun 26 18:17:23.925932 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Request body: {'port': {'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:17:23.949902 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0706dc6b-7acb-4892-9c5f-b01b8746f67c req-6bf39e1c-23a4-432c-9574-735adac69e5a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746920 Jun 26 18:17:24.009051 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.102411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60522) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:24.148611 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b7f44605-30e4-4d32-aaf4-4c9bfc0f2bd2 None None] Provisioning for port 2b52e10d-1938-4107-a01a-8fa5b7570638 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:17:24.149133 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b7f44605-30e4-4d32-aaf4-4c9bfc0f2bd2 None None] Provisioning complete for port 2b52e10d-1938-4107-a01a-8fa5b7570638 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:17:24.149797 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b7f44605-30e4-4d32-aaf4-4c9bfc0f2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.194066 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.198283 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-b7f44605-30e4-4d32-aaf4-4c9bfc0f2bd2 None None] Port 2b52e10d-1938-4107-a01a-8fa5b7570638 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:17:24.314557 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72519e6-c8fe-49fc-a79a-4d5c005af62a req-6e1a23c4-bf9b-4405-a93c-750ee5e984b1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:24.316137 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d72519e6-c8fe-49fc-a79a-4d5c005af62a req-6e1a23c4-bf9b-4405-a93c-750ee5e984b1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 931 time: 0.1364572 Jun 26 18:17:24.387634 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b52e10d-1938-4107-a01a-8fa5b7570638 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:17:24.394298 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d72519e6-c8fe-49fc-a79a-4d5c005af62a req-60fccded-2d28-4861-a0af-bd2f9c143065 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691631 Jun 26 18:17:24.398167 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.411219 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Transition to ACTIVE for port object 2b52e10d-1938-4107-a01a-8fa5b7570638 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:17:24.415505 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.418910 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-38324be4-53e0-4c57-9b64-7072f77e5d8f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:24.489277 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Pushing event updated for resources: {'Port': ['ID=2b52e10d-1938-4107-a01a-8fa5b7570638,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:24.492959 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:24.539350 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Attempting to bind port 2b52e10d-1938-4107-a01a-8fa5b7570638 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:17:24.539604 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Attempting to bind port 2b52e10d-1938-4107-a01a-8fa5b7570638 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:17:24.539943 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Attempting to bind port 2b52e10d-1938-4107-a01a-8fa5b7570638 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:17:24.544391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Port 2b52e10d-1938-4107-a01a-8fa5b7570638 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:17:24.544728 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Attempting to bind port 2b52e10d-1938-4107-a01a-8fa5b7570638 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:17:24.550407 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:17:24.550749 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Checking segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:17:24.551212 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Bound using segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:17:24.551581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Bound port: 2b52e10d-1938-4107-a01a-8fa5b7570638, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:17:24.551942 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.644184 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.649222 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] For port 2b52e10d-1938-4107-a01a-8fa5b7570638, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:17:24.700401 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] For port 2b52e10d-1938-4107-a01a-8fa5b7570638, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2b52e10d-1938-4107-a01a-8fa5b7570638,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:17:24.717602 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.736699 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4c18b4c1-32ff-4376-a27d-822af807e551 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:24.777272 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:24.777901 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:24.779288 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] 10.222.0.35 "PUT /v2.0/ports/2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 200 len: 1093 time: 0.8585594 Jun 26 18:17:24.781397 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:24.784271 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631ac9d-aad6-4533-8379-67eb7b824c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:24.821377 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Pushing event updated for resources: {'Port': ['ID=2b52e10d-1938-4107-a01a-8fa5b7570638,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:24.833185 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cfd40-1bd5-44fc-86dd-69ba207f3158 req-d91a5add-33b6-4a16-bc7f-e04cafd9a591 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:24.840426 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c07cfd40-1bd5-44fc-86dd-69ba207f3158 req-d91a5add-33b6-4a16-bc7f-e04cafd9a591 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.1944375 Jun 26 18:17:24.842488 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:24.932828 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Deleting port 2d893908-c232-4ec8-afb4-2bf066d1efa2 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:24.933469 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:25.022502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] For port 2d893908-c232-4ec8-afb4-2bf066d1efa2, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=2d893908-c232-4ec8-afb4-2bf066d1efa2,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:25.022863 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:25.037134 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Calling delete_port for 2d893908-c232-4ec8-afb4-2bf066d1efa2 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:25.156077 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cddb4-2099-4c58-b785-57b9f59f1274 req-0a2819a6-88e3-4a9e-b928-7b409df9484f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:25.163727 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-699cddb4-2099-4c58-b785-57b9f59f1274 req-0a2819a6-88e3-4a9e-b928-7b409df9484f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 947 time: 0.4651356 Jun 26 18:17:25.188464 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c07cfd40-1bd5-44fc-86dd-69ba207f3158 req-55dc3df8-35e5-4d6e-8c5f-cf445273ce1e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471794 Jun 26 18:17:25.228341 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-699cddb4-2099-4c58-b785-57b9f59f1274 req-765b15d1-e6bd-4a51-9241-32e56f8d2365 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638242 Jun 26 18:17:25.258655 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-818036fe-7423-4053-8024-3d955018ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:25.260088 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-818036fe-7423-4053-8024-3d955018ee68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1096 time: 0.4069796 Jun 26 18:17:25.294492 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:25.301363 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e08e64e7-42ad-40e1-be81-94f885335017 tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:25.327297 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f18e75a-228f-4efa-8353-555789d12218 x-openstack-request-id: req-7f18e75a-228f-4efa-8353-555789d12218 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:25.327883 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:25.327883 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f18e75a-228f-4efa-8353-555789d12218 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:25.328307 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'status': 'completed', 'code': 200} Jun 26 18:17:25.331469 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d893908-c232-4ec8-afb4-2bf066d1efa2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:25.332452 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-8e1027db-205c-4d95-9866-d074cdd4a40d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 200 len: 217 time: 0.0579154 Jun 26 18:17:25.334790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:25.412262 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-0aba19cd-7d6d-43a1-942f-25cd41f6abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:25.413788 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-0aba19cd-7d6d-43a1-942f-25cd41f6abdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0641546 Jun 26 18:17:25.516340 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-fd1764bc-d9c1-4760-a95c-272335f1f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:25.522600 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-fd1764bc-d9c1-4760-a95c-272335f1f25f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016111 Jun 26 18:17:25.552918 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:25.585592 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:25.588171 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae41fa2-c13b-46e2-80d1-429304250516" -d '{"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-plugged", "status": "completed", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:25.631188 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b04532-fe45-4dd4-b0c7-9e5f3b501675 x-openstack-request-id: req-a2b04532-fe45-4dd4-b0c7-9e5f3b501675 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:25.631530 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-plugged", "status": "completed", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:25.631844 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2b04532-fe45-4dd4-b0c7-9e5f3b501675 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:25.632405 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'code': 200} Jun 26 18:17:25.692664 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-bf81eae7-45a3-4d61-bcd4-e4dfe7152d8a service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615214 Jun 26 18:17:25.702168 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a4dbf-0275-46fc-8937-cfdbcfb25909 req-68a6dd9f-d7db-49fa-8783-f82164e45f51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:25.703646 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b63a4dbf-0275-46fc-8937-cfdbcfb25909 req-68a6dd9f-d7db-49fa-8783-f82164e45f51 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.1611495 Jun 26 18:17:25.795656 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Router 42045186-f267-4248-bc0f-351bc9eb2fb2 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:17:25.798774 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b63a4dbf-0275-46fc-8937-cfdbcfb25909 req-e30f040e-a00f-4f71-8cc5-2afcbb309226 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845873 Jun 26 18:17:25.828555 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e86012f6-aa3e-4422-a38a-8846b847e20e req-50230167-dad6-4d65-827f-cd5250384eda service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238892 Jun 26 18:17:25.907208 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:17:25.921543 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] Sync routers for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:17:25.922087 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] 10.222.0.23 "PUT /v2.0/routers/42045186-f267-4248-bc0f-351bc9eb2fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182197 Jun 26 18:17:25.925612 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60576) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:25.938609 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:25.939908 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:25.998897 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-0c6a4897-5f0d-4dd5-bf67-9bcc27bf8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.000389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-0c6a4897-5f0d-4dd5-bf67-9bcc27bf8501 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0852954 Jun 26 18:17:26.060985 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:26.084436 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.112880 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-ba0687ca-3937-4464-8346-6149fec470b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.115134 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-ba0687ca-3937-4464-8346-6149fec470b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.1067758 Jun 26 18:17:26.130263 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813063dd-29f6-4829-ade1-967ecfd4c8d4 req-545d3a55-0d66-4679-8600-254e08ca238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.130956 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-813063dd-29f6-4829-ade1-967ecfd4c8d4 req-545d3a55-0d66-4679-8600-254e08ca238f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1098 time: 0.1387715 Jun 26 18:17:26.161473 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-5e4c5c3e-4ab6-4f23-b17a-4a0f2fdea09c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 200 len: 217 time: 0.0389690 Jun 26 18:17:26.203974 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-813063dd-29f6-4829-ade1-967ecfd4c8d4 req-716aaed8-7e3e-435e-9c3f-d9e5c8687ed4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645630 Jun 26 18:17:26.209900 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-ac8c48a0-4e27-4a43-ab12-592aa3c3afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.211579 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-ac8c48a0-4e27-4a43-ab12-592aa3c3afd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0432487 Jun 26 18:17:26.215304 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.243503 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:17:25Z', 'revision_number': 5, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port': {'id': '50638c09-4d95-41bd-a542-c1455c7ed503', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:26.273631 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Deleting port 50638c09-4d95-41bd-a542-c1455c7ed503 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:26.273980 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.279875 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] Checking router: 42045186-f267-4248-bc0f-351bc9eb2fb2 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:17:26.289511 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] Routers {'42045186-f267-4248-bc0f-351bc9eb2fb2'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:26.290227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['42045186-f267-4248-bc0f-351bc9eb2fb2'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:26.372297 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] For port 50638c09-4d95-41bd-a542-c1455c7ed503, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=50638c09-4d95-41bd-a542-c1455c7ed503,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:26.372731 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.375215 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60584) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:26.408614 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] Set router 42045186-f267-4248-bc0f-351bc9eb2fb2 gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:26.414901 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Calling delete_port for 50638c09-4d95-41bd-a542-c1455c7ed503 owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:26.468138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db668221-5b7b-4f0d-a8ed-c2bb188671e0 req-211d79f8-870d-483a-9e19-391ddc9658b3 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.469677 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-db668221-5b7b-4f0d-a8ed-c2bb188671e0 req-211d79f8-870d-483a-9e19-391ddc9658b3 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.1264768 Jun 26 18:17:26.476009 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:17:26Z', 'revision_number': 6, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port_host': None}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:26.478643 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Deleting subnet 1299260b-ba4c-47f5-918c-6d34ac41dba6 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:17:26.478864 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473baf-0ca4-43a2-ba37-7463b4d589d2 req-f9496f37-c394-4dda-bc97-c820658c3813 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.480631 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1473baf-0ca4-43a2-ba37-7463b4d589d2 req-f9496f37-c394-4dda-bc97-c820658c3813 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 947 time: 0.1227703 Jun 26 18:17:26.482497 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.512910 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba811ab-0b0e-4f54-a619-4a9d0f00ba07 None None] The sync data for ids ['42045186-f267-4248-bc0f-351bc9eb2fb2'] in dv-cinder-798198-1-iscsi is: [{'id': '42045186-f267-4248-bc0f-351bc9eb2fb2', 'name': 'tempest-AttachVolumeTestJSON-1956249152-router', 'tenant_id': '47a822717cc64394971656883470c96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:41Z', 'updated_at': '2021-06-26T18:17:26Z', 'revision_number': 6, 'project_id': '47a822717cc64394971656883470c96c', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:17:26.535149 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.568990 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-db668221-5b7b-4f0d-a8ed-c2bb188671e0 req-e5fd3a85-f99c-4945-8f0a-d39c31ade336 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876508 Jun 26 18:17:26.582409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1473baf-0ca4-43a2-ba37-7463b4d589d2 req-419a5a52-341c-489a-84ce-a667aa01a4d0 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938952 Jun 26 18:17:26.605039 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-f21fc85c-a590-468a-9fcf-d400cae61eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:26.606518 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-f21fc85c-a590-468a-9fcf-d400cae61eda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170852 Jun 26 18:17:26.631075 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.701745 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-b9c23c08-f301-4310-a36d-06a5d7d9f338 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876610 Jun 26 18:17:26.726804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.729836 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.734599 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fc9e3620-3fd5-4f13-ba02-36c497610b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:26.766912 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.769834 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1299260b-ba4c-47f5-918c-6d34ac41dba6 HTTP/1.1" status: 204 len: 168 time: 0.3936458 Jun 26 18:17:26.770823 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1299260b-ba4c-47f5-918c-6d34ac41dba6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:26.773698 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60588) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:26.774995 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-30f4bdf6-0d94-4ad2-86bf-de0c6ec11374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:26.775540 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f860c400-a2ce-4b4a-8292-d38828787245 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:26.820484 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Pushing event deleted for resources: {'Port': ['ID=50638c09-4d95-41bd-a542-c1455c7ed503,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:26.840183 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:26.859448 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1631ac9d-aad6-4533-8379-67eb7b824c6b req-93a00223-0221-4148-aa50-cb1a7b9a5172 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506178 Jun 26 18:17:26.863110 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.864186 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:26.993576 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.023671 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:27.040232 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6303006b-b646-4fc1-90dd-9487237eb1f9') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:27.040529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6303006b-b646-4fc1-90dd-9487237eb1f9') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:27.050570 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2d893908-c232-4ec8-afb4-2bf066d1efa2 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:27.054731 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.072128 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 2d893908-c232-4ec8-afb4-2bf066d1efa2 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:17:27.072792 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2d893908-c232-4ec8-afb4-2bf066d1efa2 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:17:27.080115 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.089089 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e0dce-37f9-4711-a269-340865c235eb req-3cb10dac-930d-44a8-8856-a6d74fe8bcbd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:27.090650 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-199e0dce-37f9-4711-a269-340865c235eb req-3cb10dac-930d-44a8-8856-a6d74fe8bcbd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.1132760 Jun 26 18:17:27.096587 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:17:27.096987 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:17:27.098812 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:17:27.179070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.183340 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-199e0dce-37f9-4711-a269-340865c235eb req-0309b70e-0eb2-487e-ab0b-744c89b33445 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750060 Jun 26 18:17:27.185968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:27.188638 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.196779 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b HTTP/1.1" status: 204 len: 168 time: 0.4217718 Jun 26 18:17:27.209177 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bbdf86-c7b5-4e09-8d4b-8e5bbffcee6b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:27.211569 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:27.274648 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.277480 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.321743 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.324040 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42045186-f267-4248-bc0f-351bc9eb2fb2 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:17:27.336188 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.336618 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60594) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:27.339573 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/42045186-f267-4248-bc0f-351bc9eb2fb2 HTTP/1.1" status: 204 len: 168 time: 1.4103503 Jun 26 18:17:27.339927 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60596) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:27.381815 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fc0aff23-7aa2-419c-b864-8a540dec2528 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc505876e3f94475bb9ae2c1641e19f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439224 Jun 26 18:17:27.384276 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60598) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:27.399920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Deleting subnet 5f3d52d4-e4e6-41d5-aaa5-a616174b666b {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:17:27.409078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.460303 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.494094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.541909 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.617268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.662237 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.664799 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.665924 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e4b4292-0008-4db1-bbee-b550f85f1913 HTTP/1.1" status: 204 len: 168 time: 0.2807283 Jun 26 18:17:27.668497 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5c08ace9-1d65-42e7-9b69-972a12253978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:27.680243 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b4292-0008-4db1-bbee-b550f85f1913,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:27.682856 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:27.686078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.687957 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3f521d8c-d508-4845-9b4a-e917776aa0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:27.729631 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.735062 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f3d52d4-e4e6-41d5-aaa5-a616174b666b HTTP/1.1" status: 204 len: 168 time: 0.3941534 Jun 26 18:17:27.736130 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60604) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:27.736653 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98484eca-f51c-4535-bfde-cb208c064e31 None None] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:17:27.739248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3d52d4-e4e6-41d5-aaa5-a616174b666b,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:27.741822 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5c5751e3-2362-4afc-aa40-3ffa29725d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:27.784661 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5c42b-7869-4c98-a06f-5a8a47401817 req-80c58121-b23e-43c9-a57d-0ae7e733a481 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:27.786124 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-acb5c42b-7869-4c98-a06f-5a8a47401817 req-80c58121-b23e-43c9-a57d-0ae7e733a481 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0835242 Jun 26 18:17:27.829545 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.837639 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-acb5c42b-7869-4c98-a06f-5a8a47401817 req-32949add-f660-446c-b6ca-d413e0206c4a tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444646 Jun 26 18:17:27.889738 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Deleting port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:27.890074 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.959939 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] For port 4a2cdc4f-94f1-4d22-8a86-beb699162c04, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4a2cdc4f-94f1-4d22-8a86-beb699162c04,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:27.960370 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:27.973555 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Calling delete_port for 4a2cdc4f-94f1-4d22-8a86-beb699162c04 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:27.980021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] DHCP port deletion for 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:17:28.029628 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Deleting port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:17:28.030014 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.058240 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.060700 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-305a92dc-bc45-4784-93f8-1dcc4a93ea8a tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:28.085411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2cdc4f-94f1-4d22-8a86-beb699162c04,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:28.088849 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:28.092278 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] No DVR routers for this DVR port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 on host dv-cinder-798198-1-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:17:28.100886 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] For port 4a2cdc4f-94f1-4d22-8a86-beb699162c04, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4a2cdc4f-94f1-4d22-8a86-beb699162c04,segment=NetworkSegment(abe5f568-0abc-4fb8-be77-e18d3b1d3e64),segment_id=abe5f568-0abc-4fb8-be77-e18d3b1d3e64)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:28.101556 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.115175 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Calling delete_port for 4a2cdc4f-94f1-4d22-8a86-beb699162c04 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:17:28.174021 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.184360 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7fad65-d6f4-4079-810a-fa3f2a11abb9']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:28.194661 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:28.194945 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe5f568-0abc-4fb8-be77-e18d3b1d3e64') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:28.204404 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.228771 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.238403 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:17:28.238867 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:17:28.310293 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:17:28.316266 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.324040 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-990cf439-68d2-4e95-b777-da8a7c799e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:28.328682 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.330749 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5e7fad65-d6f4-4079-810a-fa3f2a11abb9 HTTP/1.1" status: 204 len: 168 time: 0.5933053 Jun 26 18:17:28.361066 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7fad65-d6f4-4079-810a-fa3f2a11abb9,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:28.366666 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:28.397913 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.400999 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:28.405285 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6402a-5b4a-40da-94a5-213637638a54 req-746dc59d-a9f8-4ff4-b479-147d581f7c84 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:28.413762 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bfc6402a-5b4a-40da-94a5-213637638a54 req-746dc59d-a9f8-4ff4-b479-147d581f7c84 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0883915 Jun 26 18:17:28.426298 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Network 5e7fad65-d6f4-4079-810a-fa3f2a11abb9 is not hosted by any dhcp agent {{(pid=93013) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 26 18:17:28.427071 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] No DVR routers for this DVR port 4a2cdc4f-94f1-4d22-8a86-beb699162c04 on host dv-cinder-798198-1-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:17:28.428879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Pushing event deleted for resources: {'Port': ['ID=4a2cdc4f-94f1-4d22-8a86-beb699162c04,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:28.437933 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.438579 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.439022 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.439467 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.439872 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.440326 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.440730 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.441142 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.441533 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.441945 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.442341 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.442666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:17:28.446103 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-4d5292b6-d0a4-4959-b6af-f9dad4669766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:28.463988 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bfc6402a-5b4a-40da-94a5-213637638a54 req-3e98007c-37ae-42e3-aee5-197b0289d5e5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489230 Jun 26 18:17:28.548550 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60634) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:28.603910 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60636) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:28.604231 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-12903c9f-598b-4abc-ba64-af9c009ff985 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47a822717cc64394971656883470c96c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541158 Jun 26 18:17:28.641406 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 50638c09-4d95-41bd-a542-c1455c7ed503 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:28.653794 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.661298 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 50638c09-4d95-41bd-a542-c1455c7ed503 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:17:28.661659 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 50638c09-4d95-41bd-a542-c1455c7ed503 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:17:28.662084 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4a2cdc4f-94f1-4d22-8a86-beb699162c04 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:17:28.675400 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.681932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 4a2cdc4f-94f1-4d22-8a86-beb699162c04 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:17:28.682586 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4a2cdc4f-94f1-4d22-8a86-beb699162c04 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:17:28.726958 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.729979 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:28.731175 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b6ecca3-eca2-4258-8740-434aacd7107a HTTP/1.1" status: 204 len: 168 time: 0.1260386 Jun 26 18:17:28.732033 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fa0c2b97-3e47-4ab1-9708-65e0e79ce1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:28.739890 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6ecca3-eca2-4258-8740-434aacd7107a,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:28.742350 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:29.641411 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8441a-5cc2-4d6f-9e51-383a7393c332 req-92fee1f6-15ba-4366-a211-f8f51a772aa3 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:29.642908 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ba8441a-5cc2-4d6f-9e51-383a7393c332 req-92fee1f6-15ba-4366-a211-f8f51a772aa3 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0624905 Jun 26 18:17:29.680389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ba8441a-5cc2-4d6f-9e51-383a7393c332 req-534c5483-2f12-49a0-8cf2-dd2d69e66d44 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317502 Jun 26 18:17:30.850787 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417df37c-90a4-4a6d-a714-cb43740c9eaf req-746d9852-d65f-43cb-8fdc-79465c904b3a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:30.852178 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-417df37c-90a4-4a6d-a714-cb43740c9eaf req-746d9852-d65f-43cb-8fdc-79465c904b3a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0639968 Jun 26 18:17:30.888732 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-417df37c-90a4-4a6d-a714-cb43740c9eaf req-7e34aeaf-0046-4b7b-aae1-f176c32734fb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310969 Jun 26 18:17:32.053298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad3d59-ddc6-456f-ba8f-bb77f6f252c3 req-cc4db139-0e5d-4bba-bb31-d09ed25f3a96 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:32.054721 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-edad3d59-ddc6-456f-ba8f-bb77f6f252c3 req-cc4db139-0e5d-4bba-bb31-d09ed25f3a96 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0599542 Jun 26 18:17:32.090657 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-edad3d59-ddc6-456f-ba8f-bb77f6f252c3 req-bc1eeeab-8fcc-4e2b-a043-f495ba49e656 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304046 Jun 26 18:17:33.256648 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b7bb8-0e1e-435d-a50d-bd4caf176e9a req-103d3cc1-a0a3-43bc-a2ed-381512f8d4cd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:33.258078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-855b7bb8-0e1e-435d-a50d-bd4caf176e9a req-103d3cc1-a0a3-43bc-a2ed-381512f8d4cd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0624921 Jun 26 18:17:33.294101 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-855b7bb8-0e1e-435d-a50d-bd4caf176e9a req-01efbf94-1e62-4f4a-9abb-befab7364869 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303400 Jun 26 18:17:34.068210 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60756) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:34.167734 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.251839 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.255739 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.258041 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5de8ee1a-06a0-4f5c-8a29-1378df52b0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:34.294461 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee36b950-60af-4bb6-93ff-324b2fd7068f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:34.299220 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aba1841e1f74265bdb098ebf269b86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299533 Jun 26 18:17:34.300112 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:34.301837 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60760) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:34.351866 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.371993 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.420286 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.424773 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.431377 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee36b950-60af-4bb6-93ff-324b2fd7068f HTTP/1.1" status: 204 len: 168 time: 0.1250067 Jun 26 18:17:34.432261 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-51876b0f-8210-4bc0-82fb-0d9875c79731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:34.440868 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee36b950-60af-4bb6-93ff-324b2fd7068f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:34.443070 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:34.470618 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1488f0-1aca-43e3-b3b2-d90c3e355f79 req-9746b659-c44d-43bf-9fea-1fda3513aea9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:34.472399 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ae1488f0-1aca-43e3-b3b2-d90c3e355f79 req-9746b659-c44d-43bf-9fea-1fda3513aea9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0684981 Jun 26 18:17:34.513158 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ae1488f0-1aca-43e3-b3b2-d90c3e355f79 req-76dee9ff-f390-470d-87ea-754055f40019 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347042 Jun 26 18:17:34.723813 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60776) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:34.738374 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.827604 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.831599 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.834765 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4187719d-25fd-42a9-8251-2c01d7530f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:34.868159 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5118a1fcbed943edb884881f2e2e040b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432972 Jun 26 18:17:34.870078 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04098b92-99d0-4624-8eb2-ace4780bd2ee,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:34.870780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60778) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:34.873104 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:34.919266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.939321 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.982981 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.985702 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:34.986857 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04098b92-99d0-4624-8eb2-ace4780bd2ee HTTP/1.1" status: 204 len: 168 time: 0.1150498 Jun 26 18:17:34.987602 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-caf7a5c1-dfa9-401a-b454-03d5dfdd6f35 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:34.994627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04098b92-99d0-4624-8eb2-ace4780bd2ee,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:34.996946 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ad449fa2-2b14-4f4b-90a0-ab316731e97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:35.705453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4643d2-9064-4544-8182-4b585377b49d req-76b6decb-310a-462d-9033-ab4dec8e80aa tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:35.707012 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5d4643d2-9064-4544-8182-4b585377b49d req-76b6decb-310a-462d-9033-ab4dec8e80aa tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0767291 Jun 26 18:17:35.750272 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5d4643d2-9064-4544-8182-4b585377b49d req-67664a63-e0cc-4c3a-a5b5-cbca0ead92fc tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341439 Jun 26 18:17:36.928814 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d8d8-ad6c-47bc-9e4c-aeb065de3818 req-70d8661c-6c2d-448d-ace7-5c8e42775864 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:36.930366 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57c8d8d8-ad6c-47bc-9e4c-aeb065de3818 req-70d8661c-6c2d-448d-ace7-5c8e42775864 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 943 time: 0.0642927 Jun 26 18:17:36.967901 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57c8d8d8-ad6c-47bc-9e4c-aeb065de3818 req-ea8331c0-1396-41f6-ad57-4ddc2bf519f9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316107 Jun 26 18:17:36.981770 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60838) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:37.084890 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.127632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 2b52e10d-1938-4107-a01a-8fa5b7570638 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:17:37.173483 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.177584 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.181148 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b7d5d997-8a09-4409-910a-d33bd93a9d89 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:37.224661 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e40b10b07580438cb8b2d10858541655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407169 Jun 26 18:17:37.225905 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3df670-f26d-4472-b6b9-b1329120227e,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:37.226248 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 2b52e10d-1938-4107-a01a-8fa5b7570638, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2b52e10d-1938-4107-a01a-8fa5b7570638,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:37.227317 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60842) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:37.229042 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:37.238720 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:17:37.274329 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.277743 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.290608 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b52e10d-1938-4107-a01a-8fa5b7570638 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:17:37.299988 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.309912 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 2b52e10d-1938-4107-a01a-8fa5b7570638, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2b52e10d-1938-4107-a01a-8fa5b7570638,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:37.314698 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.316467 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:37.351384 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.354020 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:37.355163 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af3df670-f26d-4472-b6b9-b1329120227e HTTP/1.1" status: 204 len: 168 time: 0.1267886 Jun 26 18:17:37.356227 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2da0f22e-e4bc-46ab-9324-a7db92691272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:37.362575 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=2b52e10d-1938-4107-a01a-8fa5b7570638,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:37.365923 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:37.366099 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3df670-f26d-4472-b6b9-b1329120227e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:37.368162 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:37.676551 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['2b52e10d-1938-4107-a01a-8fa5b7570638'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:17:38.135016 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e85e9-30d2-47e0-84dc-76af7a70db31 req-faa2b799-4cbc-49eb-8207-e4a22dd0e49a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:38.136479 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c19e85e9-30d2-47e0-84dc-76af7a70db31 req-faa2b799-4cbc-49eb-8207-e4a22dd0e49a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 944 time: 0.0614429 Jun 26 18:17:38.172166 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c19e85e9-30d2-47e0-84dc-76af7a70db31 req-3ddd6003-74ce-47f0-8e9d-4e6603fe979f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302174 Jun 26 18:17:39.337464 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc26e-f10a-4412-abbe-084718f5e034 req-550c0083-73db-4694-bf1a-0d71262c856a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:39.338922 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eacbc26e-f10a-4412-abbe-084718f5e034 req-550c0083-73db-4694-bf1a-0d71262c856a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 944 time: 0.0598841 Jun 26 18:17:39.374672 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eacbc26e-f10a-4412-abbe-084718f5e034 req-61179619-93a5-4cf6-9a8b-6ff277f1cc1a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302041 Jun 26 18:17:40.545580 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0d9a-af84-40c6-8135-107bfd5d201e req-b2c72d02-246a-49f5-818c-a4be0307b4c8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:40.547020 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-648a0d9a-af84-40c6-8135-107bfd5d201e req-b2c72d02-246a-49f5-818c-a4be0307b4c8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 944 time: 0.0666533 Jun 26 18:17:40.584241 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-648a0d9a-af84-40c6-8135-107bfd5d201e req-51464d12-338c-464e-ba7c-b53a516cf149 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309947 Jun 26 18:17:41.158564 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 2b52e10d-1938-4107-a01a-8fa5b7570638 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:17:41.204782 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 2b52e10d-1938-4107-a01a-8fa5b7570638 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:17:41.208153 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 2b52e10d-1938-4107-a01a-8fa5b7570638 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:17:41.208533 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:41.281757 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:41.303146 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:41.305407 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29331967-5cef-41d2-9b40-b2eadc39c19d" -d '{"events": [{"server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:41.317937 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 2b52e10d-1938-4107-a01a-8fa5b7570638, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2b52e10d-1938-4107-a01a-8fa5b7570638,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:17:41.322065 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:41.324996 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:41.346361 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3903f-648f-4648-a639-ed5083033bcd x-openstack-request-id: req-82f3903f-648f-4648-a639-ed5083033bcd {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:41.346652 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "name": "network-vif-plugged", "status": "completed", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:41.346904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f3903f-648f-4648-a639-ed5083033bcd {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:41.347286 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'code': 200} Jun 26 18:17:41.371518 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=2b52e10d-1938-4107-a01a-8fa5b7570638,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:41.375135 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:41.662313 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11788812-6987-4e7d-9503-342edd4afda5 req-6bdbd4d9-c854-439a-9e9a-5922d7286a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:41.663837 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11788812-6987-4e7d-9503-342edd4afda5 req-6bdbd4d9-c854-439a-9e9a-5922d7286a6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0500467 Jun 26 18:17:41.707413 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11788812-6987-4e7d-9503-342edd4afda5 req-71363850-f5d4-49dd-9085-ca0dd786ddef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364559 Jun 26 18:17:41.755691 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6d8d1-9e16-42b7-8360-6599c5b793b6 req-a6e5c610-e0a2-40b9-b78d-8f6ad2f99c7d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:41.757089 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7f6d8d1-9e16-42b7-8360-6599c5b793b6 req-a6e5c610-e0a2-40b9-b78d-8f6ad2f99c7d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0635262 Jun 26 18:17:41.792370 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7f6d8d1-9e16-42b7-8360-6599c5b793b6 req-2b99fcd0-5591-4854-bb57-a4a78cb12658 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299091 Jun 26 18:17:42.962020 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84faf4-aa62-413e-9b12-402f830c7ea3 req-90313a0d-543d-4da1-a245-149bb8386912 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:42.963557 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ef84faf4-aa62-413e-9b12-402f830c7ea3 req-90313a0d-543d-4da1-a245-149bb8386912 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0654972 Jun 26 18:17:42.999893 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ef84faf4-aa62-413e-9b12-402f830c7ea3 req-c26193a5-9229-46e8-a3b6-003116d118f8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307131 Jun 26 18:17:44.168376 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30577101-9ed0-4eeb-89a5-30dad67e686d req-fa5d7096-4249-46ab-aab9-ff31881b7b91 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:44.169830 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30577101-9ed0-4eeb-89a5-30dad67e686d req-fa5d7096-4249-46ab-aab9-ff31881b7b91 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0612068 Jun 26 18:17:44.205996 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30577101-9ed0-4eeb-89a5-30dad67e686d req-2d99439b-9a7d-499d-a616-27c1bbc37b30 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306728 Jun 26 18:17:44.768187 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-16799cdc-4e26-4567-a70f-6418efc0f007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:45.372713 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d0903-4876-4d21-9521-9cca095e4be6 req-4d392155-6df5-4929-a69e-ef13a0aa61dd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:45.374129 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b2d0903-4876-4d21-9521-9cca095e4be6 req-4d392155-6df5-4929-a69e-ef13a0aa61dd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0601099 Jun 26 18:17:45.413033 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b2d0903-4876-4d21-9521-9cca095e4be6 req-36bf5b3d-e477-4cc3-afec-c1c355cb96a7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329430 Jun 26 18:17:46.580142 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4e82-efaa-450b-88f0-56d684d3a090 req-18e3bdd4-e8e4-46ee-8bd3-516732f10e7d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:46.581630 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b8d4e82-efaa-450b-88f0-56d684d3a090 req-18e3bdd4-e8e4-46ee-8bd3-516732f10e7d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0614700 Jun 26 18:17:46.619137 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8b8d4e82-efaa-450b-88f0-56d684d3a090 req-04b9fc3b-d825-4aaa-b5d7-aebf0146f7fd tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319343 Jun 26 18:17:46.797436 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758419e-cd23-48fe-af42-8e82b946315b req-9737fa2f-aa0d-4488-9391-994a9043a6c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:46.798960 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2758419e-cd23-48fe-af42-8e82b946315b req-9737fa2f-aa0d-4488-9391-994a9043a6c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0653839 Jun 26 18:17:46.834797 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2758419e-cd23-48fe-af42-8e82b946315b req-c764613d-930e-4c06-90c8-b828bb39c017 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302393 Jun 26 18:17:46.858222 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 60910) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:46.912036 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05d3be-80df-4be5-82c5-bdcfa820bf62 tempest-TestVolumeBootPattern-641867804 tempest-TestVolumeBootPattern-641867804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:46.913647 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-bd05d3be-80df-4be5-82c5-bdcfa820bf62 tempest-TestVolumeBootPattern-641867804 tempest-TestVolumeBootPattern-641867804-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1093 time: 0.0543940 Jun 26 18:17:46.916558 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 60912) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:17:46.921057 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:17:46.943132 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:47.042063 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:47.143862 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Allocated IP 172.27.2.58 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/9328b861-0c0b-4e93-bd16-37e5e81a6e4a) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:17:47.240666 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:47.276275 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:47.278223 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-15761bab-9361-4fb3-a38b-9df35b65c480 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:47.312394 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:17:47.316900 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:17:47.319424 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:17:47.349701 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=9328b861-0c0b-4e93-bd16-37e5e81a6e4a,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:47.352589 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:47.544586 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4656e48a-518f-4a6c-b06f-c484c880dcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:47.568450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:47.684052 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.005260 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.150139 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.154449 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.157138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:17:48.222764 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=9328b861-0c0b-4e93-bd16-37e5e81a6e4a,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:17:48.225472 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:17:48.230324 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.325737 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Floating IP b8308d48-432a-4e0e-b8aa-453458e4bf24 associated. External IP: 172.27.2.58, port: 2b52e10d-1938-4107-a01a-8fa5b7570638. Jun 26 18:17:48.522605 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:17:48.629432 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:17:48.638471 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:17:48.645965 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.646599 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:48.648029 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:48.648648 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:48.683644 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7657020 Jun 26 18:17:48.685149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:17:48.688551 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcddc860-1ea4-4f86-9577-f3647030f6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:17:48.728189 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a66cb-df6c-4e83-abd8-efbbf29b8c94 x-openstack-request-id: req-cb7a66cb-df6c-4e83-abd8-efbbf29b8c94 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:17:48.728518 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:17:48.728807 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb7a66cb-df6c-4e83-abd8-efbbf29b8c94 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:17:48.729240 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'status': 'completed', 'code': 200} Jun 26 18:17:48.753358 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:48.963434 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:47Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:49.073354 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:17:49.081977 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:17:49.082584 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:49.179606 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:17:49.389929 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:47Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:17:49.417835 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587d15-a6b8-443c-8954-23dd0ae2daa8 None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:47Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:17:49.588056 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c83826-9525-465f-b501-cee216625953 None None] New status for floating IP b8308d48-432a-4e0e-b8aa-453458e4bf24: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:17:50.074481 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:50.740038 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:17:51.213471 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-8e367864-5efc-46a0-bd0f-ae5b76be7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:51.214951 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-8e367864-5efc-46a0-bd0f-ae5b76be7553 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0546062 Jun 26 18:17:51.302248 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-228336ac-bb76-41b6-bb5a-70855d8e7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:51.303843 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-228336ac-bb76-41b6-bb5a-70855d8e7485 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0809724 Jun 26 18:17:51.373578 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-8e9141a9-a26d-41b7-bd01-755eafbb10dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 200 len: 1000 time: 0.0585022 Jun 26 18:17:51.422620 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-bd6c0ab7-eb6d-4947-a83a-cf926494b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:51.424078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-bd6c0ab7-eb6d-4947-a83a-cf926494b431 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0425117 Jun 26 18:17:51.482136 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-d716d866-1dc6-4ecb-b101-c92ba8701081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:51.483575 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-d716d866-1dc6-4ecb-b101-c92ba8701081 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497406 Jun 26 18:17:51.572008 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-ad54abbb-0ccc-49bb-bba9-f59564a377a6 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808768 Jun 26 18:17:51.658285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dcddc860-1ea4-4f86-9577-f3647030f6f2 req-604e3a49-ac09-40e8-932a-7b06b5d2a726 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793693 Jun 26 18:17:54.200634 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:17:57.254568 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-6b69cddd-7279-4f71-bd76-fe10d3567de4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491519 Jun 26 18:17:57.343887 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-51696d85-b124-480f-9b6a-ac3ce5189617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:57.345314 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-51696d85-b124-480f-9b6a-ac3ce5189617 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17abbad740344d1bb837cfe6b657386b&device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 1100 time: 0.0542498 Jun 26 18:17:57.447219 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-7b3b7677-3c6c-4dbe-8906-90b6d5b6ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:57.448634 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-7b3b7677-3c6c-4dbe-8906-90b6d5b6ad70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 200 len: 917 time: 0.0802634 Jun 26 18:17:57.516358 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-0bf8d543-bcb8-40cd-a4ba-c6c085316c7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 200 len: 1002 time: 0.0596356 Jun 26 18:17:57.563178 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-806bc2c1-79ab-4a79-9c95-a8825482f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:57.564654 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-806bc2c1-79ab-4a79-9c95-a8825482f65c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 200 len: 855 time: 0.0404401 Jun 26 18:17:57.621751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-49c4bbfd-0578-4e09-aad6-8ef797223940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:17:57.623230 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-49c4bbfd-0578-4e09-aad6-8ef797223940 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=998127af-1123-411b-9c85-508d958147ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510435 Jun 26 18:17:57.716163 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-4c6287f6-59a6-4774-9a77-38595be3bf2b service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847683 Jun 26 18:17:57.802340 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fcf158c0-5477-4967-b8fe-4023ea678b44 req-fd08f28f-f4f0-4d3a-8447-a6c9b9a9f74a service neutron] 10.222.0.35 "GET /v2.0/networks/998127af-1123-411b-9c85-508d958147ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798388 Jun 26 18:18:06.955631 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 32822) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:07.056686 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.144595 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.148063 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.151270 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c21ec61c-c50c-45e7-a6e9-983d4d0b72c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:07.186316 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce568f7be3a249e69d497a33e7dc3c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296500 Jun 26 18:18:07.187453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df35c9-9db2-4db2-823d-cd8045499128,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:07.189057 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 32828) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:07.190523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:07.236762 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.257701 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.305755 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.308522 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.309775 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4df35c9-9db2-4db2-823d-cd8045499128 HTTP/1.1" status: 204 len: 168 time: 0.1195984 Jun 26 18:18:07.310606 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e5ed09e7-72fb-47ad-8788-8f63238df987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:07.318199 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df35c9-9db2-4db2-823d-cd8045499128,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:07.320751 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:07.557526 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 32834) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:07.570735 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.658738 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.662780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.666015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bc75349a-c76b-4884-8794-da18768aa7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:07.698123 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=798abefb51014fa98cd2c10f0b73c1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395626 Jun 26 18:18:07.700023 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a8695-e0b9-4576-8b77-1753e9bbad2d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:07.700847 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 32836) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:07.702963 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:07.749858 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.770130 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.813893 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.816914 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:07.818043 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c45a8695-e0b9-4576-8b77-1753e9bbad2d HTTP/1.1" status: 204 len: 168 time: 0.1161616 Jun 26 18:18:07.818780 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-35d9e17a-f987-4aec-8a05-fe1aab0f9c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:07.825720 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45a8695-e0b9-4576-8b77-1753e9bbad2d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:07.828193 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-23f4bff6-fa3a-436e-b497-67a083fb7626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:08.445684 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 32860) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:08.536163 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1585209059-network', 'tenant_id': '5cfcaabe770a41379227b4ccfa70f15b'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:18:08.557090 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Made reservation on behalf of 5cfcaabe770a41379227b4ccfa70f15b for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:18:08.559456 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.568025 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.656599 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.660647 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.664274 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b045353b-06d8-4e37-8297-84b990350661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:08.681265 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:18:08.693927 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b389cd-02bb-46b0-b2be-b3864b27a5c0,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:08.698067 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:08.699080 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.699456 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Added segment 3f3eeae7-a2e0-47d5-943f-f56402958350 of type vlan for network 89f045ab-acfe-44e3-8995-9c2c8d738b38 Jun 26 18:18:08.741022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.767375 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.768566 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:08.769135 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.771911 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-66aca1e2-35b0-4588-bb05-438be2bbffa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:08.797978 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3512466 Jun 26 18:18:08.801683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 32864) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:08.806839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Request body: {'subnet': {'network_id': '89f045ab-acfe-44e3-8995-9c2c8d738b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1585209059-subnet', 'tenant_id': '5cfcaabe770a41379227b4ccfa70f15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:18:08.826023 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Made reservation on behalf of 5cfcaabe770a41379227b4ccfa70f15b for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:18:08.828493 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=89f045ab-acfe-44e3-8995-9c2c8d738b38,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:08.828640 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4803697'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.831174 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:08.839991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network 89f045ab-acfe-44e3-8995-9c2c8d738b38 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:18:08.993811 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4706569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4803683'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:08.996685 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5066efca-937f-46ec-aa3f-777324f14681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:09.055319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4216fb0d-24e5-4686-8aee-185508cf87bc,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:09.057884 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:09.059160 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Checking segment: {'id': '3f3eeae7-a2e0-47d5-943f-f56402958350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '89f045ab-acfe-44e3-8995-9c2c8d738b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:18:09.059533 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Network hostable DHCP agents. Network: 89f045ab-acfe-44e3-8995-9c2c8d738b38, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:18:09.075127 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Network 89f045ab-acfe-44e3-8995-9c2c8d738b38 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:18:09.083746 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, 89f045ab-acfe-44e3-8995-9c2c8d738b38) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:18:09.088202 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:09.088939 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.093851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeea1b8b-2e51-46ee-af6c-da172e3459ec None None] Network 89f045ab-acfe-44e3-8995-9c2c8d738b38 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:18:09.103326 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3005724 Jun 26 18:18:09.214974 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae8cd82-54d0-4f2f-b9d3-13ad76c00ebb None None] Network 89f045ab-acfe-44e3-8995-9c2c8d738b38 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:18:09.544847 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 32882) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:09.549778 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834901591-network', 'tenant_id': 'd5d7009a9e124fd6ab6dff5afc66d2cf'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:18:09.570470 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Made reservation on behalf of d5d7009a9e124fd6ab6dff5afc66d2cf for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:18:09.572955 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.581495 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.667638 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.671109 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.674647 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8f88decb-cf59-4d14-b08f-b93d2527ea63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:09.692308 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:18:09.706732 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e950b2b-a2d6-4e1f-9af9-033337e75919,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:09.709537 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.709872 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Added segment 227331ad-67da-4e1e-9a24-316d3aa60902 of type vlan for network be46e4c3-307d-4a06-9e57-8182ab38023f Jun 26 18:18:09.711194 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:09.749507 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.777312 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.778610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:09.779183 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.781869 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:09.810812 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2623069 Jun 26 18:18:09.811430 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 32884) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:09.816371 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Request body: {'subnet': {'network_id': 'be46e4c3-307d-4a06-9e57-8182ab38023f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834901591-subnet', 'tenant_id': 'd5d7009a9e124fd6ab6dff5afc66d2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:18:09.837127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Made reservation on behalf of d5d7009a9e124fd6ab6dff5afc66d2cf for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:18:09.839856 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7309521'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:09.841974 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Pushing event updated for resources: {'Network': ['ID=be46e4c3-307d-4a06-9e57-8182ab38023f,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:09.844645 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:09.851490 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network be46e4c3-307d-4a06-9e57-8182ab38023f details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:18:10.003095 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5330054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7309507'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:10.006297 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b019cb47-d5a8-4b3a-b1df-e07ab5df0d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:10.057247 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c099f2-d63d-4bfc-b208-836386c8cb23,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:10.059888 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:10.065393 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Checking segment: {'id': '227331ad-67da-4e1e-9a24-316d3aa60902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'be46e4c3-307d-4a06-9e57-8182ab38023f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:18:10.065755 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Network hostable DHCP agents. Network: be46e4c3-307d-4a06-9e57-8182ab38023f, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:18:10.081761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Network be46e4c3-307d-4a06-9e57-8182ab38023f is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:18:10.089617 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, be46e4c3-307d-4a06-9e57-8182ab38023f) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:18:10.093994 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:10.095170 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:10.098799 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9b9c9-0bde-4fb7-9f95-77665422929d None None] Network be46e4c3-307d-4a06-9e57-8182ab38023f requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:18:10.109953 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-095484d3-defc-49a5-91e4-6fd891d170af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2975883 Jun 26 18:18:10.223707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377be4f7-a197-43de-a068-18363e8a60ae None None] Network be46e4c3-307d-4a06-9e57-8182ab38023f requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:18:14.588560 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb98ec6-cb6c-40aa-975a-9afe34f4b88b req-4fdf4528-5926-496a-a984-eaf81b078309 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:14.589980 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4cb98ec6-cb6c-40aa-975a-9afe34f4b88b req-4fdf4528-5926-496a-a984-eaf81b078309 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 947 time: 0.0623531 Jun 26 18:18:14.627638 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4cb98ec6-cb6c-40aa-975a-9afe34f4b88b req-687e9f6c-a741-4c7c-b621-377e2ff25507 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Jun 26 18:18:14.767316 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5edb7d22-cd49-4d9d-95bc-3e10a0326b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:15.815046 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2166375-19a2-4750-b249-95a91db3d174 req-1d9967d9-53e4-481f-aedc-04d4f6d516d1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:15.816672 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2166375-19a2-4750-b249-95a91db3d174 req-1d9967d9-53e4-481f-aedc-04d4f6d516d1 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 947 time: 0.0632949 Jun 26 18:18:15.854123 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a2166375-19a2-4750-b249-95a91db3d174 req-e3fdaa5e-371f-476f-af35-78236ce151f4 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups?id=d014be2b-b5e6-4ba2-8597-1f74e1622116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Jun 26 18:18:16.145458 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-28bfce23-8f8a-4d59-8b51-868787106ea9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:16.146900 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-28bfce23-8f8a-4d59-8b51-868787106ea9 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 947 time: 0.0634434 Jun 26 18:18:16.239140 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Deleting port 808fa563-a89e-4015-b609-1600d6dd2341 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:16.239517 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:16.325079 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] For port 808fa563-a89e-4015-b609-1600d6dd2341, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=808fa563-a89e-4015-b609-1600d6dd2341,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:18:16.325436 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:16.484340 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:16.484623 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:16.484943 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Floating IP 7915edb5-83f3-4487-8cd3-cacd251c46de disassociated. External IP: 172.27.2.184, port: 808fa563-a89e-4015-b609-1600d6dd2341. Jun 26 18:18:16.485281 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Calling delete_port for 808fa563-a89e-4015-b609-1600d6dd2341 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:16.608234 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:16.612247 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:16.638656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event deleted for resources: {'Port': ['ID=808fa563-a89e-4015-b609-1600d6dd2341,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:16.641885 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:16.748739 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:18:16.854471 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:18:16.868431 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:18:16.878465 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:18:16.879041 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:16.916348 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] No DVR routers for this DVR port 808fa563-a89e-4015-b609-1600d6dd2341 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:18:16.919513 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:16.921693 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d0eb5c37-b377-4115-8a19-cb877cdcabfb req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.35 "DELETE /v2.0/ports/808fa563-a89e-4015-b609-1600d6dd2341 HTTP/1.1" status: 204 len: 173 time: 0.7694082 Jun 26 18:18:16.922391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-deleted', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:18:16.932118 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217c8abc-0891-4067-8ccb-e4703b8df7be" -d '{"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-deleted", "tag": "808fa563-a89e-4015-b609-1600d6dd2341"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:18:17.001400 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cdcd88-f0a2-478b-acaf-ffe210064c6a x-openstack-request-id: req-c3cdcd88-f0a2-478b-acaf-ffe210064c6a {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:18:17.001850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea2a5b-9d6e-4a38-9197-beed96e8960c", "name": "network-vif-deleted", "tag": "808fa563-a89e-4015-b609-1600d6dd2341", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:18:17.002230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3cdcd88-f0a2-478b-acaf-ffe210064c6a {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:18:17.002859 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea2a5b-9d6e-4a38-9197-beed96e8960c', 'name': 'network-vif-deleted', 'tag': '808fa563-a89e-4015-b609-1600d6dd2341', 'status': 'completed', 'code': 200} Jun 26 18:18:17.050212 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:18:17.073068 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-933b04b9-83f1-45a8-a452-100f93c6dfef req-8621da35-a7a7-4491-ab50-2644a662bb98 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bea2a5b-9d6e-4a38-9197-beed96e8960c HTTP/1.1" status: 200 len: 210 time: 0.0413277 Jun 26 18:18:17.262031 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:17.291307 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:18:17.299406 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:18:17.300032 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:17:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:17.401585 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:18:17.548175 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-92647102-cb9f-4586-a0a0-307ae0942593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:17.570351 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:17.607504 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:17.633268 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076373c-a246-4a4d-ba9f-7d368373b8ff None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:10:54Z', 'revision_number': 4, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'ec33037f-d52f-4732-8658-7e24035042f9', 'name': '', 'network_id': '998127af-1123-411b-9c85-508d958147ac', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'mac_address': 'fa:16:3e:d0:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:52Z', 'updated_at': '2021-06-26T18:11:05Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'subnets': [{'id': '413b5d37-c6bf-465b-9cba-5a47e4256658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:18:17.843176 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae25ce-05c3-40cd-96c9-29e78f85ff95 None None] New status for floating IP 7915edb5-83f3-4487-8cd3-cacd251c46de: DOWN {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:18:18.199686 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 32974) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:18.270779 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.288534 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.344545 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.347955 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.349143 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "DELETE /v2.0/security-groups/d014be2b-b5e6-4ba2-8597-1f74e1622116 HTTP/1.1" status: 204 len: 168 time: 0.1483946 Jun 26 18:18:18.349926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a65722f5-fa0a-4d1a-b805-e8662828fd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:18.352000 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 32980) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:18.360418 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d014be2b-b5e6-4ba2-8597-1f74e1622116,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:18.367075 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.api.v2.resource [None req-5fc73f7b-64bd-4d0c-9cf7-dbeddb876327 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] show failed (client error): The resource could not be found. Jun 26 18:18:18.368102 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5fc73f7b-64bd-4d0c-9cf7-dbeddb876327 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "GET /v2.0/security-groups/d014be2b-b5e6-4ba2-8597-1f74e1622116 HTTP/1.1" status: 404 len: 347 time: 0.0151253 Jun 26 18:18:18.368712 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.369103 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.369552 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.369932 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.370305 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.370711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.371046 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 32982) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:18.371156 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.371450 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.371893 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.372280 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.372641 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.372997 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:18.376166 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:18.491843 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Deleting port 73026138-3f73-477e-bcc3-2d0b736067e5 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:18.492181 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.645335 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.796230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.796563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.807558 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Calling delete_port for 73026138-3f73-477e-bcc3-2d0b736067e5 owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:18.931539 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:18.933387 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7ab8b5fc-3a46-4605-a45e-4a9f27c49df5 tempest-VolumesActionsTest-1954987682 tempest-VolumesActionsTest-1954987682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:18.955471 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Pushing event deleted for resources: {'Port': ['ID=73026138-3f73-477e-bcc3-2d0b736067e5,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:18.959037 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:19.016419 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:19.018895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:19.020561 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] 10.222.0.23 "DELETE /v2.0/floatingips/7915edb5-83f3-4487-8cd3-cacd251c46de HTTP/1.1" status: 204 len: 168 time: 0.6484413 Jun 26 18:18:19.279861 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:18:19.298271 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 808fa563-a89e-4015-b609-1600d6dd2341 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:18:19.298632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 808fa563-a89e-4015-b609-1600d6dd2341 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:18:20.078185 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:21.566512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33022) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:22.105715 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:22.402365 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Deleting port ec33037f-d52f-4732-8658-7e24035042f9 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:22.403101 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:22.483463 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] For port ec33037f-d52f-4732-8658-7e24035042f9, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=ec33037f-d52f-4732-8658-7e24035042f9,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:18:22.483748 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:22.495759 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Calling delete_port for ec33037f-d52f-4732-8658-7e24035042f9 owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:22.687624 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:22.689544 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-31c0e00e-2e0e-47b8-b97b-2b196b5e2b90 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:22.716993 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec33037f-d52f-4732-8658-7e24035042f9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:22.728045 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.728423 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.731782 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.732172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.732564 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.732937 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.733299 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.733699 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.734014 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.734365 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.734715 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.735064 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:18:22.756361 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:22.890324 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.091295 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Router ae9a33d0-0141-49a5-b79b-7d713e8c4214 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:18:23.190610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:18:23.195765 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] 10.222.0.23 "PUT /v2.0/routers/ae9a33d0-0141-49a5-b79b-7d713e8c4214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281013 Jun 26 18:18:23.198108 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33048) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:23.200289 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] Sync routers for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:18:23.209616 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:18:23.210221 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:23.297425 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.309211 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:18:23.496101 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:18:22Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:23.560901 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33062) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:23.607022 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] Checking router: ae9a33d0-0141-49a5-b79b-7d713e8c4214 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:18:23.610487 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Deleting subnet 4216fb0d-24e5-4686-8aee-185508cf87bc {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:18:23.613756 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.615910 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] Routers {'ae9a33d0-0141-49a5-b79b-7d713e8c4214'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:18:23.616525 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:23.648961 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.657940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.693568 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.709748 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Deleting port a956608f-d5ad-413f-b253-cfe7f9f1abce {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:23.710704 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.718727 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] Set router ae9a33d0-0141-49a5-b79b-7d713e8c4214 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:18:23.747240 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.750224 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f6e45d0c-3c16-4787-b3a3-d7812191ca10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:23.774387 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4216fb0d-24e5-4686-8aee-185508cf87bc,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:23.776073 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.777916 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4216fb0d-24e5-4686-8aee-185508cf87bc HTTP/1.1" status: 204 len: 168 time: 0.2160130 Jun 26 18:18:23.778978 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ab48ba4c-d2d6-49e0-bf48-c281bd49f8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:23.782292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33064) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:23.816092 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] For port a956608f-d5ad-413f-b253-cfe7f9f1abce, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a956608f-d5ad-413f-b253-cfe7f9f1abce,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:18:23.816439 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.853532 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Calling delete_port for a956608f-d5ad-413f-b253-cfe7f9f1abce owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:23.877659 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:23.892184 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:18:22Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:23.922688 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e03e1-6fdb-419f-97ea-2388667d2d9a None None] The sync data for ids ['ae9a33d0-0141-49a5-b79b-7d713e8c4214'] in dv-cinder-798198-1-iscsi is: [{'id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'name': 'tempest-AttachVolumeShelveTestJSON-434132229-router', 'tenant_id': '17abbad740344d1bb837cfe6b657386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:10:42Z', 'updated_at': '2021-06-26T18:18:22Z', 'revision_number': 5, 'project_id': '17abbad740344d1bb837cfe6b657386b', 'gw_port': {'id': 'a956608f-d5ad-413f-b253-cfe7f9f1abce', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a33d0-0141-49a5-b79b-7d713e8c4214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:10:44Z', 'updated_at': '2021-06-26T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:18:24.041724 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.051629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f045ab-acfe-44e3-8995-9c2c8d738b38']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:24.062269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3eeae7-a2e0-47d5-943f-f56402958350') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:24.062557 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3eeae7-a2e0-47d5-943f-f56402958350') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:24.074553 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.109413 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.118834 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:18:24.119206 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:18:24.120856 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:18:24.162085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.165677 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9fe741f2-f751-4210-960e-a2b9aa26fef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:24.194520 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a956608f-d5ad-413f-b253-cfe7f9f1abce,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:24.199107 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:24.206008 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.223923 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.248865 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b699735b-4a8b-410d-baec-f14e720d85e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:24.261695 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.265434 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/89f045ab-acfe-44e3-8995-9c2c8d738b38 HTTP/1.1" status: 204 len: 168 time: 0.4826672 Jun 26 18:18:24.266432 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33066) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:24.268594 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=89f045ab-acfe-44e3-8995-9c2c8d738b38,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:24.271952 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f0f1a7e8-aaac-4c7e-88a7-911ce84d7c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:24.284109 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.312513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Deleting subnet 11c099f2-d63d-4bfc-b208-836386c8cb23 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:18:24.316024 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.350512 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.388635 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.390872 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.396615 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.449617 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.452402 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-77536956-a7cb-4eb8-aa47-6b652e4917e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:24.461387 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.461970 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9a33d0-0141-49a5-b79b-7d713e8c4214 {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:18:24.467490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.468645 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] 10.222.0.23 "DELETE /v2.0/routers/ae9a33d0-0141-49a5-b79b-7d713e8c4214 HTTP/1.1" status: 204 len: 168 time: 1.2694843 Jun 26 18:18:24.471152 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33068) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:24.475235 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c099f2-d63d-4bfc-b208-836386c8cb23,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:24.480433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:24.481300 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.485898 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0ca2a55a-23ec-4329-9503-7ad653eda297 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/11c099f2-d63d-4bfc-b208-836386c8cb23 HTTP/1.1" status: 204 len: 168 time: 0.2184222 Jun 26 18:18:24.486479 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33070) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:24.517868 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Deleting subnet 413b5d37-c6bf-465b-9cba-5a47e4256658 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:18:24.521409 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.554810 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.556466 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704992'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.645433 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.655425 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be46e4c3-307d-4a06-9e57-8182ab38023f']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:24.665489 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227331ad-67da-4e1e-9a24-316d3aa60902') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:24.665785 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227331ad-67da-4e1e-9a24-316d3aa60902') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:24.674158 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.680547 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.687761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.693502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:18:24.693882 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:18:24.695511 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:18:24.738312 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4706638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801424'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.742245 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:24.753349 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.757739 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:24.760132 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.764440 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/be46e4c3-307d-4a06-9e57-8182ab38023f HTTP/1.1" status: 204 len: 168 time: 0.2745776 Jun 26 18:18:24.772152 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413b5d37-c6bf-465b-9cba-5a47e4256658,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:24.772487 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be46e4c3-307d-4a06-9e57-8182ab38023f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:24.775202 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:24.776218 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.779585 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c46193ef-d33c-4137-a82d-74357d449218 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/413b5d37-c6bf-465b-9cba-5a47e4256658 HTTP/1.1" status: 204 len: 168 time: 0.3059895 Jun 26 18:18:24.779934 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f0de7e41-8a1c-4e02-9808-117ae39736e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:24.780631 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33074) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:24.783597 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecd668-098e-4325-898d-eeab79f95f7c None None] Network 998127af-1123-411b-9c85-508d958147ac requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:18:24.852585 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.884172 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33076) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:24.908411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Deleting port 966a5d84-4464-4413-90de-f9c334cde1e1 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:24.908839 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:24.930188 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4aee849d-cd23-4bc7-9c9a-5928c3347b02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cfcaabe770a41379227b4ccfa70f15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411501 Jun 26 18:18:24.930315 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33078) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:25.003038 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] DHCP port deletion for 998127af-1123-411b-9c85-508d958147ac request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:18:25.013500 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] For port 966a5d84-4464-4413-90de-f9c334cde1e1, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=966a5d84-4464-4413-90de-f9c334cde1e1,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:18:25.013864 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.033826 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Calling delete_port for 966a5d84-4464-4413-90de-f9c334cde1e1 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:25.045590 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.058726 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Deleting port 966a5d84-4464-4413-90de-f9c334cde1e1 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:25.059546 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.099866 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.108325 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ec33037f-d52f-4732-8658-7e24035042f9 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:18:25.135876 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: ec33037f-d52f-4732-8658-7e24035042f9 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:18:25.136237 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ec33037f-d52f-4732-8658-7e24035042f9 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:18:25.150055 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] For port 966a5d84-4464-4413-90de-f9c334cde1e1, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=966a5d84-4464-4413-90de-f9c334cde1e1,segment=NetworkSegment(21895d11-757b-4edc-afa2-663ecf4c9879),segment_id=21895d11-757b-4edc-afa2-663ecf4c9879)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:18:25.150471 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.163782 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Calling delete_port for 966a5d84-4464-4413-90de-f9c334cde1e1 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:25.170553 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.173052 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03185ce0-0779-4fc4-97c5-f5921f1ce061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:25.176817 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.179191 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.180354 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7b389cd-02bb-46b0-b2be-b3864b27a5c0 HTTP/1.1" status: 204 len: 168 time: 0.2497857 Jun 26 18:18:25.201828 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=966a5d84-4464-4413-90de-f9c334cde1e1,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:25.205147 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:25.205652 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9c336bb-fc83-4823-8cd6-6a1bb2c58ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:25.208070 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] No DVR routers for this DVR port 966a5d84-4464-4413-90de-f9c334cde1e1 on host dv-cinder-798198-1-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:18:25.217302 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b389cd-02bb-46b0-b2be-b3864b27a5c0,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:25.235006 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:25.256316 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.259781 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:25.283383 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Pushing event deleted for resources: {'Port': ['ID=966a5d84-4464-4413-90de-f9c334cde1e1,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:25.285193 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] No DVR routers for this DVR port 966a5d84-4464-4413-90de-f9c334cde1e1 on host dv-cinder-798198-1-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:18:25.286654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:25.298085 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.309118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998127af-1123-411b-9c85-508d958147ac']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:25.319791 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21895d11-757b-4edc-afa2-663ecf4c9879') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:25.320254 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21895d11-757b-4edc-afa2-663ecf4c9879') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:25.330228 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.344563 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.350806 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:18:25.351209 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:18:25.352978 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:18:25.407461 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.412307 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.415778 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/998127af-1123-411b-9c85-508d958147ac HTTP/1.1" status: 204 len: 168 time: 0.6341741 Jun 26 18:18:25.416762 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c02594f3-4378-415b-b980-cc734ab98388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:25.430293 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=998127af-1123-411b-9c85-508d958147ac,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:25.432541 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:25.523410 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33086) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:25.564209 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4951e781-6151-485b-a9b7-4a0b835bfa61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5d7009a9e124fd6ab6dff5afc66d2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392785 Jun 26 18:18:25.566665 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33088) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:25.586585 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33090) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:25.623926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.625328 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e1e671b5-c889-4879-aaa3-00b66654625f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17abbad740344d1bb837cfe6b657386b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375609 Jun 26 18:18:25.627729 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33092) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:25.648336 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.673043 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.694272 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.696243 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.697197 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.698474 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e950b2b-a2d6-4e1f-9af9-033337e75919 HTTP/1.1" status: 204 len: 168 time: 0.1299708 Jun 26 18:18:25.699389 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bad8201f-2ff7-47f6-9180-4790981d7df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:25.706831 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e950b2b-a2d6-4e1f-9af9-033337e75919,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:25.714599 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:25.749905 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.753420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:25.754652 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d581afe-1581-4130-9246-cc845754f29b HTTP/1.1" status: 204 len: 168 time: 0.1260145 Jun 26 18:18:25.756085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-08eb03d2-6884-4a3c-b52c-c5e3ec06220a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:25.763780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d581afe-1581-4130-9246-cc845754f29b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:25.766048 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:26.655524 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a956608f-d5ad-413f-b253-cfe7f9f1abce no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:18:26.680576 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: a956608f-d5ad-413f-b253-cfe7f9f1abce {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:18:26.681257 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a956608f-d5ad-413f-b253-cfe7f9f1abce not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:18:26.681739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 966a5d84-4464-4413-90de-f9c334cde1e1 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:18:26.704948 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 966a5d84-4464-4413-90de-f9c334cde1e1 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:18:26.705362 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 966a5d84-4464-4413-90de-f9c334cde1e1 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:18:27.738838 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:18:31.596751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33230) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:31.699683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.784607 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.788903 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.792431 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a3ec9c8d-ba47-4da7-bbff-0cdb52470218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:31.828016 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62372a0215c24fe095e9941616e3ea46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299891 Jun 26 18:18:31.828926 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b373d6-439d-4850-9251-979043442827,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:31.831653 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33238) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:31.832208 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:31.882337 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.902799 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.947543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.950065 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:31.951190 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6b373d6-439d-4850-9251-979043442827 HTTP/1.1" status: 204 len: 168 time: 0.1176624 Jun 26 18:18:31.952056 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-79cd8cb4-7529-48fd-bf64-008947c637c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:31.959842 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b373d6-439d-4850-9251-979043442827,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:31.962149 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-c38e6c25-0478-461c-ac1e-c6632e2b49ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:34.060519 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33298) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:34.156293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.241919 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.245461 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.248671 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3be4e4f0-4664-454a-b8eb-1652035a11e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:34.281300 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a536e7e5bccd45fc9d5390e3ea0788c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197404 Jun 26 18:18:34.283183 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6f6ef-1e0b-4b89-9ec0-e905cad3d1d9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:34.284007 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33302) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:34.286617 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:34.331583 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.351889 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.399763 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.402486 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:34.403623 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78e6f6ef-1e0b-4b89-9ec0-e905cad3d1d9 HTTP/1.1" status: 204 len: 168 time: 0.1186261 Jun 26 18:18:34.404356 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-74b37347-465b-4c33-820a-09312edd4368 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:34.412309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6f6ef-1e0b-4b89-9ec0-e905cad3d1d9,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:34.414605 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:44.288908 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33510) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:44.391582 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.486268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.491281 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.494751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e82294c6-0f93-450f-8817-5d584f408f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:44.536451 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be6649ef16f54fe882c19fdb590e2f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458298 Jun 26 18:18:44.537749 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33526) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:44.538528 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf622c3d-aeb2-4d6b-9fc8-3bb73d533749,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:44.542212 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:44.589791 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.616509 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.661466 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.664118 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.665274 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf622c3d-aeb2-4d6b-9fc8-3bb73d533749 HTTP/1.1" status: 204 len: 168 time: 0.1260185 Jun 26 18:18:44.666038 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-82477f0e-ed93-4cc2-ac4b-693cbf8960e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:44.673340 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf622c3d-aeb2-4d6b-9fc8-3bb73d533749,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:44.675701 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-4d6827a9-e813-47cb-aad5-7027bb108706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:44.769111 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-66715ffe-fbe5-45e8-8d4a-6bd87b2381a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:44.945224 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33534) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:44.958581 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e788ca0d-8d35-4242-80da-a74b2b3a4581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.042525 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e788ca0d-8d35-4242-80da-a74b2b3a4581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.045807 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e788ca0d-8d35-4242-80da-a74b2b3a4581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.048994 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2bf81267-e136-4a42-aeec-0bf7a9a485c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:45.081429 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e788ca0d-8d35-4242-80da-a74b2b3a4581 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcd07a904c644f7f85b405d29d1a9b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351933 Jun 26 18:18:45.083915 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788ca0d-8d35-4242-80da-a74b2b3a4581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589b7450-00ac-4e6d-b385-ec93d8db1b40,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:45.084644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33536) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:45.086935 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e788ca0d-8d35-4242-80da-a74b2b3a4581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:45.131570 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.151963 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.195114 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.197689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.198791 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/589b7450-00ac-4e6d-b385-ec93d8db1b40 HTTP/1.1" status: 204 len: 168 time: 0.1131828 Jun 26 18:18:45.199546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-76e5798e-fac3-432e-9526-360b2c0db57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:45.206708 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b7450-00ac-4e6d-b385-ec93d8db1b40,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:45.209469 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:45.497243 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33542) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:45.510460 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-065e550d-ac31-4671-a0e8-b982f088b1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.594920 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-065e550d-ac31-4671-a0e8-b982f088b1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.598529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-065e550d-ac31-4671-a0e8-b982f088b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.601911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3122aac3-a4c0-45a4-a81c-87b3a0f766eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:45.638259 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-065e550d-ac31-4671-a0e8-b982f088b1d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88211552a5384ff79e1626acf1be3e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395690 Jun 26 18:18:45.639228 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e550d-ac31-4671-a0e8-b982f088b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea9ca13-87d6-483f-adc0-b2505fed5b1f,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:45.640578 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33550) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:45.642367 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-065e550d-ac31-4671-a0e8-b982f088b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:45.695943 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.717082 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.763682 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.766502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:45.767651 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ea9ca13-87d6-483f-adc0-b2505fed5b1f HTTP/1.1" status: 204 len: 168 time: 0.1260898 Jun 26 18:18:45.768412 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e07777d1-0f1a-4a8b-b7c5-6e7c667272e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:45.776555 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea9ca13-87d6-483f-adc0-b2505fed5b1f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:45.778777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:47.550878 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be0ba619-918e-45ff-878a-fa1ed9ee712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:47.575142 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:48.647156 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:50.083606 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:54.209326 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:55.936333 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33724) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:18:56.219299 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Deleting port 42debe7f-30a8-484e-bb95-e9d5a8ef00cc {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:18:56.219576 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:56.295955 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:56.296293 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:56.307770 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Calling delete_port for 42debe7f-30a8-484e-bb95-e9d5a8ef00cc owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:18:56.478168 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:56.480807 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:18:56.503958 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event deleted for resources: {'Port': ['ID=42debe7f-30a8-484e-bb95-e9d5a8ef00cc,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:18:56.506632 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:18:56.564604 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:56.564941 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Floating IP b117e87d-37a9-4a7e-a8c1-7cccab995561 disassociated (deleted). External IP: 172.27.2.107, port: ae9df07b-08c6-4d76-97e0-7764b33f92c3. Jun 26 18:18:56.767859 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:18:56.879743 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:18:56.884513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:18:56.888803 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] Sync routers for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:18:56.897883 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:18:56.898500 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:56.920378 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "DELETE /v2.0/floatingips/b117e87d-37a9-4a7e-a8c1-7cccab995561 HTTP/1.1" status: 204 len: 168 time: 0.9829745 Jun 26 18:18:56.921278 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:18:56.923575 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835310e6-c258-4ee2-b6db-c3eb3f13ad84" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:18:56.970171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959e493d-6197-40e0-9f46-9a630fcd771b x-openstack-request-id: req-959e493d-6197-40e0-9f46-9a630fcd771b {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:18:56.970887 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:18:56.970887 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-959e493d-6197-40e0-9f46-9a630fcd771b {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:18:56.971380 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'status': 'completed', 'code': 200} Jun 26 18:18:57.128847 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:18:57.283814 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bc5e7-6ce9-4989-98f3-7e6f05819142 req-871c3e25-d19c-4d1c-9e23-efd911731c53 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:57.285206 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d50bc5e7-6ce9-4989-98f3-7e6f05819142 req-871c3e25-d19c-4d1c-9e23-efd911731c53 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0661049 Jun 26 18:18:57.322399 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d50bc5e7-6ce9-4989-98f3-7e6f05819142 req-72b0664a-54bc-41f0-b702-780d879f0e41 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310700 Jun 26 18:18:57.328825 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:09Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:57.354852 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] Checking router: 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:18:57.363789 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:18:57.365228 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:57.469245 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:18:57.676629 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:09Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:18:57.704540 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15685a-9302-4997-8e55-cf0754fb72f9 None None] The sync data for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi is: [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:13:03Z', 'revision_number': 4, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'dbe8e540-8512-48d7-b2f5-d7f7c52024a6', 'name': '', 'network_id': '83729a25-5b9c-452a-9f83-633070f14eb8', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'mac_address': 'fa:16:3e:d4:c3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:02Z', 'updated_at': '2021-06-26T18:13:09Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'subnets': [{'id': 'a8a90b8a-99ba-481c-b83f-b27bd4123551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:18:57.794144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-9793c84e-39b3-41cb-8a06-ea4782681c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:57.795693 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-9793c84e-39b3-41cb-8a06-ea4782681c2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 1098 time: 0.0546083 Jun 26 18:18:57.892734 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-21e8c273-55cb-425e-9c1b-c85bd1e223ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:57.894269 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-21e8c273-55cb-425e-9c1b-c85bd1e223ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 200 len: 909 time: 0.0888710 Jun 26 18:18:57.928106 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432bf44-0fe1-4d45-8ef8-1644fca31d26 None None] New status for floating IP b117e87d-37a9-4a7e-a8c1-7cccab995561: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:18:57.935784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-6c06529b-15fc-408a-bbe0-92f853d65694 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 200 len: 217 time: 0.0348952 Jun 26 18:18:57.990187 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-aa004dab-e203-44bb-a2dc-8a2206ee63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:57.991656 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-aa004dab-e203-44bb-a2dc-8a2206ee63ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 200 len: 847 time: 0.0430686 Jun 26 18:18:58.052687 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-4995a612-0402-4d7a-8bb9-088ad43ef75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:58.054132 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-4995a612-0402-4d7a-8bb9-088ad43ef75b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83729a25-5b9c-452a-9f83-633070f14eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545502 Jun 26 18:18:58.143164 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-5ebe2e3c-25cd-48d6-b06f-567a5146045b service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818927 Jun 26 18:18:58.493145 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbdc5-0eab-4270-8ea0-ffe117d286c3 req-9bd97347-2d3a-475c-a825-d2ff57ad399d tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:58.494581 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-338cbdc5-0eab-4270-8ea0-ffe117d286c3 req-9bd97347-2d3a-475c-a825-d2ff57ad399d tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0634606 Jun 26 18:18:58.534491 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-338cbdc5-0eab-4270-8ea0-ffe117d286c3 req-2150bde9-d2ed-4aa2-bd4f-003914728f6d tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341191 Jun 26 18:18:59.706805 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918fd9f-ba5f-433a-b6d5-1a82595f185f req-4976e994-bee2-4e5f-b79e-eb6849adff34 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:18:59.708879 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3918fd9f-ba5f-433a-b6d5-1a82595f185f req-4976e994-bee2-4e5f-b79e-eb6849adff34 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0597856 Jun 26 18:18:59.743784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3918fd9f-ba5f-433a-b6d5-1a82595f185f req-304dff0a-a3e2-446e-8e6f-c8b7b7f12b1e tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295467 Jun 26 18:19:00.911592 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4bcf6-d883-478d-ab6a-f32c54a7e0a3 req-96b8f948-6b89-4800-968f-26324b10ecad tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:00.913036 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bed4bcf6-d883-478d-ab6a-f32c54a7e0a3 req-96b8f948-6b89-4800-968f-26324b10ecad tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0615103 Jun 26 18:19:00.947922 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bed4bcf6-d883-478d-ab6a-f32c54a7e0a3 req-b597fa06-810d-4257-8b08-1624dc3815ba tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293519 Jun 26 18:19:01.046696 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-835310e6-c258-4ee2-b6db-c3eb3f13ad84 req-cf821043-5c9d-4452-81d2-43b432b9a177 service neutron] 10.222.0.35 "GET /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834351 Jun 26 18:19:02.113173 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fbc42-527b-405c-8b56-2c6ab8a89abb req-3746d212-243b-4986-8bde-8e7c7133985c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:02.115547 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f89fbc42-527b-405c-8b56-2c6ab8a89abb req-3746d212-243b-4986-8bde-8e7c7133985c tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0608461 Jun 26 18:19:02.151439 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f89fbc42-527b-405c-8b56-2c6ab8a89abb req-ab82d83d-396a-4dc4-89b6-1fcc9a043599 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/security-groups?id=537b2c2f-4444-435b-bb56-664a61994c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303199 Jun 26 18:19:02.716413 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82142fca-546e-435b-af1f-55360c4c71fc req-ac3e355e-efc5-400c-952c-01dfc9cd21e0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:02.717846 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82142fca-546e-435b-af1f-55360c4c71fc req-ac3e355e-efc5-400c-952c-01dfc9cd21e0 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 945 time: 0.0643811 Jun 26 18:19:02.813984 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Deleting port ae9df07b-08c6-4d76-97e0-7764b33f92c3 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:02.814327 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:02.900905 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] For port ae9df07b-08c6-4d76-97e0-7764b33f92c3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ae9df07b-08c6-4d76-97e0-7764b33f92c3,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:02.901264 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:02.913683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Calling delete_port for ae9df07b-08c6-4d76-97e0-7764b33f92c3 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:03.034749 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:03.038629 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-cfdec6a1-2659-47e4-b9c0-a72eb1677ab6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:03.066656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event deleted for resources: {'Port': ['ID=ae9df07b-08c6-4d76-97e0-7764b33f92c3,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:03.070182 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:03.112303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] No DVR routers for this DVR port ae9df07b-08c6-4d76-97e0-7764b33f92c3 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:19:03.115305 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:03.117296 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82142fca-546e-435b-af1f-55360c4c71fc req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.35 "DELETE /v2.0/ports/ae9df07b-08c6-4d76-97e0-7764b33f92c3 HTTP/1.1" status: 204 len: 173 time: 0.3920882 Jun 26 18:19:03.117807 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-deleted', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:03.120096 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324afdb3-1475-4b8b-8c11-6a47910dbc19" -d '{"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-deleted", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:03.157081 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d2edff-4426-4033-8db0-85bfb5865e3e x-openstack-request-id: req-55d2edff-4426-4033-8db0-85bfb5865e3e {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:03.157521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f", "name": "network-vif-deleted", "tag": "ae9df07b-08c6-4d76-97e0-7764b33f92c3", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:03.157875 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55d2edff-4426-4033-8db0-85bfb5865e3e {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:03.158333 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f', 'name': 'network-vif-deleted', 'tag': 'ae9df07b-08c6-4d76-97e0-7764b33f92c3', 'status': 'completed', 'code': 200} Jun 26 18:19:03.297210 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d8ad80f-4856-48bc-a84f-7b3734dcea9b req-e0a112ca-433c-4a0a-b51d-3152001d53ce tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec1a727-8ffb-4e79-aa1f-20a4c7c4669f HTTP/1.1" status: 200 len: 210 time: 0.0278089 Jun 26 18:19:04.397876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33838) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:04.457283 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:04.485967 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:04.544654 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:04.547442 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:04.551900 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] 10.222.0.23 "DELETE /v2.0/security-groups/537b2c2f-4444-435b-bb56-664a61994c28 HTTP/1.1" status: 204 len: 168 time: 0.1496882 Jun 26 18:19:04.551900 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-49e559ea-065e-411e-a0fe-51b89c71f05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:04.563510 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b2c2f-4444-435b-bb56-664a61994c28,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:04.567849 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4be5ecbc-1e28-40ab-aade-d9f048de091b tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:04.611293 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33850) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:04.736528 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:19:05.276986 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:05.519263 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Deleting port dbe8e540-8512-48d7-b2f5-d7f7c52024a6 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:05.519630 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:05.599113 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] For port dbe8e540-8512-48d7-b2f5-d7f7c52024a6, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:05.599500 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:05.612312 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Calling delete_port for dbe8e540-8512-48d7-b2f5-d7f7c52024a6 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:05.751687 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:05.773097 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: ae9df07b-08c6-4d76-97e0-7764b33f92c3 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:05.773719 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device ae9df07b-08c6-4d76-97e0-7764b33f92c3 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:05.800430 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:05.803412 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a4e3678a-2d3f-43f8-979f-d3a745ef1509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:05.828316 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe8e540-8512-48d7-b2f5-d7f7c52024a6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:05.832163 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:06.016583 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:06.257984 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:19:06.358413 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:19:06.363169 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d34666f1-6b82-474f-8be6-8e5f7d1a25d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/8ba29c2b-ece4-4653-b6a2-ad11e5e7c593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508447 Jun 26 18:19:06.366277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33874) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:06.368945 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] Sync routers for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:19:06.378317 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:06.379131 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:06.476172 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:06.483566 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:06.576824 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:06.633720 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Deleting port eea237b8-2522-4d32-91ca-cb8cb6983114 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:06.634685 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:06.667996 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:19:05Z', 'revision_number': 5, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port': {'id': 'eea237b8-2522-4d32-91ca-cb8cb6983114', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:12:59Z', 'updated_at': '2021-06-26T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:06.699343 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] Checking router: 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:19:06.708001 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] Routers {'8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:06.708630 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:06.725949 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] For port eea237b8-2522-4d32-91ca-cb8cb6983114, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=eea237b8-2522-4d32-91ca-cb8cb6983114,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:06.726309 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:06.742135 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Calling delete_port for eea237b8-2522-4d32-91ca-cb8cb6983114 owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:06.791903 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] Set router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:06.841634 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:19:06Z', 'revision_number': 6, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port_host': None}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:06.871446 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49300300-0c2f-4916-afd3-4fcb3a60bb2f None None] The sync data for ids ['8ba29c2b-ece4-4653-b6a2-ad11e5e7c593'] in dv-cinder-798198-1-iscsi is: [{'id': '8ba29c2b-ece4-4653-b6a2-ad11e5e7c593', 'name': 'tempest-TestShelveInstance-741670653-router', 'tenant_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:12:58Z', 'updated_at': '2021-06-26T18:19:06Z', 'revision_number': 6, 'project_id': '7ec4ec2ce0d6486ba7e8d13bdf96785b', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:19:06.904827 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:06.906926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2ef586a5-e0fb-4d8c-9efa-7aef7b4c7e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:06.935015 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea237b8-2522-4d32-91ca-cb8cb6983114,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:06.938130 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:06.994173 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.079494 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.081580 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.123859 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.124473 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:19:07.130151 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.131378 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-322abf49-c733-48f5-b4d3-366133ea4c91 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8ba29c2b-ece4-4653-b6a2-ad11e5e7c593 HTTP/1.1" status: 204 len: 168 time: 0.7641940 Jun 26 18:19:07.133797 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33882) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:07.181273 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Deleting subnet a8a90b8a-99ba-481c-b83f-b27bd4123551 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:19:07.184705 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.221692 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.312687 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.376269 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.379171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:07.401717 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a90b8a-99ba-481c-b83f-b27bd4123551,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:07.404736 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:07.405714 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.407576 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-11e663da-0823-4201-853d-9d14c3baf9dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8a90b8a-99ba-481c-b83f-b27bd4123551 HTTP/1.1" status: 204 len: 168 time: 0.2724679 Jun 26 18:19:07.410015 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 33892) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:07.414822 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63027c4-787c-4a0e-a5e2-fc6efec93d47 None None] Network 83729a25-5b9c-452a-9f83-633070f14eb8 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:19:07.482107 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.555031 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Deleting port 25c66601-3d8b-45af-ae19-b07c66d49032 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:07.555411 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.630741 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] For port 25c66601-3d8b-45af-ae19-b07c66d49032, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=25c66601-3d8b-45af-ae19-b07c66d49032,segment=NetworkSegment(f38ab27e-b236-4f2a-97da-79c489858a58),segment_id=f38ab27e-b236-4f2a-97da-79c489858a58)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:07.631251 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.643538 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Calling delete_port for 25c66601-3d8b-45af-ae19-b07c66d49032 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:07.707779 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] DHCP port deletion for 83729a25-5b9c-452a-9f83-633070f14eb8 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:19:07.721368 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.725478 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5c058d93-69f2-4210-a097-1bbebf662360 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:07.756234 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c66601-3d8b-45af-ae19-b07c66d49032,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:07.758802 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:07.761194 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] No DVR routers for this DVR port 25c66601-3d8b-45af-ae19-b07c66d49032 on host dv-cinder-798198-1-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:19:07.834200 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.844240 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83729a25-5b9c-452a-9f83-633070f14eb8']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:07.854650 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38ab27e-b236-4f2a-97da-79c489858a58') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:07.854943 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38ab27e-b236-4f2a-97da-79c489858a58') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:07.864695 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.878425 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.884364 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:19:07.884752 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.885933 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Deleting port 25c66601-3d8b-45af-ae19-b07c66d49032 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:07.886391 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:19:07.886595 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:19:07.950723 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] For port 25c66601-3d8b-45af-ae19-b07c66d49032, host dv-cinder-798198-1-iscsi, got binding levels [] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:07.951282 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.952101 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.955795 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:07.958248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.960237 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/83729a25-5b9c-452a-9f83-633070f14eb8 HTTP/1.1" status: 204 len: 168 time: 0.5492573 Jun 26 18:19:07.963094 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33898) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:07.969867 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Calling delete_port for 25c66601-3d8b-45af-ae19-b07c66d49032 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:07.972847 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83729a25-5b9c-452a-9f83-633070f14eb8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:07.974683 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f3c2eaa7-be85-40c9-b05f-2c053df935c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:07.974963 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.ipam_backend_mixin [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Port 25c66601-3d8b-45af-ae19-b07c66d49032 was not found and therefore no delete operation was performed {{(pid=93013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 18:19:07.976225 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:07.978084 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:07.998909 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Network 83729a25-5b9c-452a-9f83-633070f14eb8 is not hosted by any dhcp agent {{(pid=93013) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 26 18:19:07.999397 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] No DVR routers for this DVR port 25c66601-3d8b-45af-ae19-b07c66d49032 on host dv-cinder-798198-1-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:19:08.001413 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Pushing event deleted for resources: {'Port': ['ID=25c66601-3d8b-45af-ae19-b07c66d49032,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:08.009905 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.010259 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.010601 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.010938 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.011272 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.011632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.012146 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.012476 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.012804 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.013130 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.013457 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.013816 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:08.016696 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:08.297221 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:08.533897 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Deleting port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:08.534231 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:08.676810 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device dbe8e540-8512-48d7-b2f5-d7f7c52024a6 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:08.700247 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: dbe8e540-8512-48d7-b2f5-d7f7c52024a6 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:08.700598 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device dbe8e540-8512-48d7-b2f5-d7f7c52024a6 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:08.701022 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 25c66601-3d8b-45af-ae19-b07c66d49032 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:08.720293 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 25c66601-3d8b-45af-ae19-b07c66d49032 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:08.720645 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 25c66601-3d8b-45af-ae19-b07c66d49032 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:08.721069 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device eea237b8-2522-4d32-91ca-cb8cb6983114 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:08.739819 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: eea237b8-2522-4d32-91ca-cb8cb6983114 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:08.740169 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device eea237b8-2522-4d32-91ca-cb8cb6983114 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:08.852980 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] For port 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,segment=NetworkSegment(b658954d-de59-4576-a41b-f8ad09648358),segment_id=b658954d-de59-4576-a41b-f8ad09648358)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:08.853251 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:08.865757 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Calling delete_port for 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:09.033800 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.035741 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec146cd8-64a5-4c6e-99b5-d427639ef8c7 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:09.058539 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Pushing event deleted for resources: {'Port': ['ID=45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:09.061001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:09.221438 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.424543 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Router e9c6a34c-16d4-4028-8ac9-5750099d5242 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:19:09.524074 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:19:09.529309 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] 10.222.0.23 "PUT /v2.0/routers/e9c6a34c-16d4-4028-8ac9-5750099d5242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5649619 Jun 26 18:19:09.531715 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33906) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:09.534977 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] Sync routers for ids ['e9c6a34c-16d4-4028-8ac9-5750099d5242'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:19:09.544662 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] Routers {'e9c6a34c-16d4-4028-8ac9-5750099d5242'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:09.545301 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e9c6a34c-16d4-4028-8ac9-5750099d5242'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:09.636631 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.649874 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] Set router e9c6a34c-16d4-4028-8ac9-5750099d5242 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:09.735229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.784799 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Deleting port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:09.785143 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.829304 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:19:08Z', 'revision_number': 5, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port': {'id': '0e75f59c-fc5f-4e56-813f-eb2237d09fa0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:09.855019 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] Checking router: e9c6a34c-16d4-4028-8ac9-5750099d5242 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:19:09.862908 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] For port 0e75f59c-fc5f-4e56-813f-eb2237d09fa0, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:09.863061 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] Routers {'e9c6a34c-16d4-4028-8ac9-5750099d5242'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:09.863263 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:09.863565 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:18:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e9c6a34c-16d4-4028-8ac9-5750099d5242'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:09.874573 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Calling delete_port for 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:09.945999 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] Set router e9c6a34c-16d4-4028-8ac9-5750099d5242 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:09.999004 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:19:09Z', 'revision_number': 6, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port_host': None}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:10.025957 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a3e5d-0a5b-4fa8-887d-0152500e7968 None None] The sync data for ids ['e9c6a34c-16d4-4028-8ac9-5750099d5242'] in dv-cinder-798198-1-iscsi is: [{'id': 'e9c6a34c-16d4-4028-8ac9-5750099d5242', 'name': 'tempest-TestShelveInstance-1444073132-router', 'tenant_id': '6fa269e4a83d4bc592cb3e27128c147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:13:06Z', 'updated_at': '2021-06-26T18:19:09Z', 'revision_number': 6, 'project_id': '6fa269e4a83d4bc592cb3e27128c147e', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:19:10.033726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.037151 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-192c6d98-b932-4a8d-9b8d-f1a2e39c4f04 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:10.064274 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e75f59c-fc5f-4e56-813f-eb2237d09fa0,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:10.066460 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:10.120150 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.206234 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.208725 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.248596 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.249193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c6a34c-16d4-4028-8ac9-5750099d5242 {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:19:10.253574 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.255203 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] 10.222.0.23 "DELETE /v2.0/routers/e9c6a34c-16d4-4028-8ac9-5750099d5242 HTTP/1.1" status: 204 len: 168 time: 0.7219181 Jun 26 18:19:10.257713 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33910) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:10.299634 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Deleting subnet 5d94ca68-bcf1-400b-b700-cc5b23515b0d {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:19:10.302530 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.335272 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704992'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.417482 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.477736 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4706638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801424'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.480612 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:10.505201 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d94ca68-bcf1-400b-b700-cc5b23515b0d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:10.507178 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.509187 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d94ca68-bcf1-400b-b700-cc5b23515b0d HTTP/1.1" status: 204 len: 168 time: 0.2504334 Jun 26 18:19:10.510030 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:10.511460 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33914) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:10.511966 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd677661-4811-4f63-9abe-fe7a33435d65 None None] Network 9263a464-c826-4020-8292-f97e91806183 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:19:10.581035 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.633701 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Deleting port 36eed00a-1e38-4cb0-a8a7-0301a42790ae {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:10.634040 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.694806 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] For port 36eed00a-1e38-4cb0-a8a7-0301a42790ae, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=36eed00a-1e38-4cb0-a8a7-0301a42790ae,segment=NetworkSegment(b658954d-de59-4576-a41b-f8ad09648358),segment_id=b658954d-de59-4576-a41b-f8ad09648358)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:10.695157 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.706991 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Calling delete_port for 36eed00a-1e38-4cb0-a8a7-0301a42790ae owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:10.776903 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] DHCP port deletion for 9263a464-c826-4020-8292-f97e91806183 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:19:10.796248 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.798628 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:10.825980 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=36eed00a-1e38-4cb0-a8a7-0301a42790ae,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:10.829730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:10.830821 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] No DVR routers for this DVR port 36eed00a-1e38-4cb0-a8a7-0301a42790ae on host dv-cinder-798198-1-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:19:10.845066 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:10.874581 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:10.874932 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 0e75f59c-fc5f-4e56-813f-eb2237d09fa0 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:10.875368 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 36eed00a-1e38-4cb0-a8a7-0301a42790ae no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:10.898488 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Deleting port 36eed00a-1e38-4cb0-a8a7-0301a42790ae {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:10.898870 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.902146 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 36eed00a-1e38-4cb0-a8a7-0301a42790ae {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:10.902695 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 36eed00a-1e38-4cb0-a8a7-0301a42790ae not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:10.903261 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:10.906377 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.918749 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9263a464-c826-4020-8292-f97e91806183']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:10.931030 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b658954d-de59-4576-a41b-f8ad09648358') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:10.931304 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b658954d-de59-4576-a41b-f8ad09648358') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:10.941201 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.949229 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:10.949580 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 45c7ae93-3691-4f9b-a4e3-5b5a7343ae9f not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:10.964673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.971703 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:19:10.972306 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:19:10.974772 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:19:11.011291 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] For port 36eed00a-1e38-4cb0-a8a7-0301a42790ae, host dv-cinder-798198-1-iscsi, got binding levels [] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:11.011657 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.023734 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Calling delete_port for 36eed00a-1e38-4cb0-a8a7-0301a42790ae owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:11.026343 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.ipam_backend_mixin [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Port 36eed00a-1e38-4cb0-a8a7-0301a42790ae was not found and therefore no delete operation was performed {{(pid=93013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 18:19:11.027666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.030679 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:11.031818 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.037145 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.039422 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] 10.222.0.23 "DELETE /v2.0/networks/9263a464-c826-4020-8292-f97e91806183 HTTP/1.1" status: 204 len: 168 time: 0.5269344 Jun 26 18:19:11.040269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:11.053603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=9263a464-c826-4020-8292-f97e91806183,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:11.055156 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Pushing event deleted for resources: {'Port': ['ID=36eed00a-1e38-4cb0-a8a7-0301a42790ae,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:11.057077 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:11.062982 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] No DVR routers for this DVR port 36eed00a-1e38-4cb0-a8a7-0301a42790ae on host dv-cinder-798198-1-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:19:11.064631 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:11.167015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33924) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:11.209416 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9fab400a-a4a3-44c2-b131-e9a40c6bc8a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ec4ec2ce0d6486ba7e8d13bdf96785b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411634 Jun 26 18:19:11.211768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33926) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:11.261300 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.281561 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.325055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.327768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.328887 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/449fe894-ac2f-4157-a8b0-3233490d9ace HTTP/1.1" status: 204 len: 168 time: 0.1162412 Jun 26 18:19:11.329662 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2d6de0e9-8756-46e7-baa2-a34a4dcb6631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:11.337247 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449fe894-ac2f-4157-a8b0-3233490d9ace,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:11.339587 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-7076e1cc-5b6f-4274-8ea6-1cb66f0f60fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:11.643882 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33946) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:11.686443 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-22813b8f-58da-4f34-80c3-c2f60b852791 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fa269e4a83d4bc592cb3e27128c147e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412800 Jun 26 18:19:11.688876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 33952) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:11.736126 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.756594 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.803029 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.805515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:11.806659 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b60629a4-95ff-4ea4-bbeb-3e7958a58493 HTTP/1.1" status: 204 len: 168 time: 0.1169631 Jun 26 18:19:11.807305 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:11.814725 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60629a4-95ff-4ea4-bbeb-3e7958a58493,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:11.817462 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:14.769048 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-93cb4e87-bb4f-4b75-b8eb-f4050fae1afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.640612 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34030) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:16.739297 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9726cec0-6cfc-4b7c-bdc3-35dc743b8ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.825687 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9726cec0-6cfc-4b7c-bdc3-35dc743b8ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.829154 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9726cec0-6cfc-4b7c-bdc3-35dc743b8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.831464 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c3a44eae-db42-40fc-a097-a94a5e3c318c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:16.866713 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9726cec0-6cfc-4b7c-bdc3-35dc743b8ff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c571ac390ea54b2aa5887859b0310559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249951 Jun 26 18:19:16.867523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726cec0-6cfc-4b7c-bdc3-35dc743b8ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d8199-9e19-4ea9-ab6f-99004de32da5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:16.869461 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34034) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:16.870471 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9726cec0-6cfc-4b7c-bdc3-35dc743b8ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:16.918192 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.938229 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.981764 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.984399 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:16.985535 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/283d8199-9e19-4ea9-ab6f-99004de32da5 HTTP/1.1" status: 204 len: 168 time: 0.1150856 Jun 26 18:19:16.986319 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-09ddd820-6ea9-4dea-ae74-14c0efad9adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:16.993537 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d8199-9e19-4ea9-ab6f-99004de32da5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:16.995870 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:17.229701 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34040) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:17.243183 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bac44017-50b9-456a-b64a-e1316131e2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.332286 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bac44017-50b9-456a-b64a-e1316131e2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.335936 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bac44017-50b9-456a-b64a-e1316131e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.338291 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-aa889ace-aa9f-40ba-918a-712fdb961ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:17.373418 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-bac44017-50b9-456a-b64a-e1316131e2ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cc36c53336845e6848fa6fb4b4e9ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427062 Jun 26 18:19:17.374339 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac44017-50b9-456a-b64a-e1316131e2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8d99a-eb0d-4836-8f70-2bc0f2e687bc,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:17.376123 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34042) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:17.377400 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-bac44017-50b9-456a-b64a-e1316131e2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:17.425247 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.446560 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.496683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.499614 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.500795 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90e8d99a-eb0d-4836-8f70-2bc0f2e687bc HTTP/1.1" status: 204 len: 168 time: 0.1236496 Jun 26 18:19:17.501941 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-b0f3bff7-cbf1-40dc-ae87-c6646692ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:17.509467 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8d99a-eb0d-4836-8f70-2bc0f2e687bc,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:17.511918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:17.551850 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2944d322-42ab-43dd-b62b-2cdfc9b52cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:17.578145 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:18.643303 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:19.911043 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34108) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:20.010459 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8245ebf-aea1-4a82-af99-3b2870b2877d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.086768 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.102097 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8245ebf-aea1-4a82-af99-3b2870b2877d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.106499 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d8245ebf-aea1-4a82-af99-3b2870b2877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.109781 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-78bc7d06-9df7-44fd-8f85-93a7a7e03afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:20.143257 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8245ebf-aea1-4a82-af99-3b2870b2877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9e963-ee31-480c-96fd-5808f20b5b54,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:20.146730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d8245ebf-aea1-4a82-af99-3b2870b2877d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:20.152190 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34118) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:20.152681 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d8245ebf-aea1-4a82-af99-3b2870b2877d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4225fc54ee3045baa77db332657b2fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400002 Jun 26 18:19:20.202613 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.223989 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.266728 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.269392 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:20.271063 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38c9e963-ee31-480c-96fd-5808f20b5b54 HTTP/1.1" status: 204 len: 168 time: 0.1166248 Jun 26 18:19:20.271868 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9e45c39e-0541-49dd-a20f-fbd8c4504519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:20.278741 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9e963-ee31-480c-96fd-5808f20b5b54,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:20.286200 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.286592 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.286973 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.287390 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.287790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.288194 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.288569 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.288937 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.289305 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.289669 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.290030 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.290389 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:20.293794 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-11024f72-c89b-4dbc-98ca-18e12074122e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:22.421394 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-0295f3df-fe9e-4ee4-906b-b81c5d7b6f52 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b1168aa6523a4c4088be5af37537d639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277803 Jun 26 18:19:22.592476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-d337f377-08a2-4e70-bba7-a57db93d209b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:22.593921 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-d337f377-08a2-4e70-bba7-a57db93d209b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676948 Jun 26 18:19:22.608700 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-7940aed7-098f-4921-9b45-cadb77631bf2 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/quotas/b1168aa6523a4c4088be5af37537d639 HTTP/1.1" status: 200 len: 375 time: 0.0090024 Jun 26 18:19:22.644569 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-2123e910-a317-4426-a696-a8da6ff3bcc5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1168aa6523a4c4088be5af37537d639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301354 Jun 26 18:19:23.825507 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9793c2a8-f15d-4598-94fb-d69974706e74 req-ded08afc-1274-47c6-9666-e0df3818b621 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 210 time: 0.0290565 Jun 26 18:19:24.217662 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:24.967599 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-62de4456-6804-46b5-8b51-82b2071e878d req-cf951f66-e015-4bc5-bc46-4ba6f5a5bf20 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 210 time: 0.0272350 Jun 26 18:19:26.112776 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ab496fa4-04b4-4be9-9888-fefc9f55d7aa req-ed42b0da-f134-4ce8-b7e8-498456ecf31d tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 210 time: 0.0263689 Jun 26 18:19:27.249297 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d9f86595-a38d-4adf-aa7f-bd523441943a req-0736157a-7115-419d-abf1-c02cfeb82e2f tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 210 time: 0.0293653 Jun 26 18:19:28.043062 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-bcd583bd-ccd2-435d-857c-a577f19bc213 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b1168aa6523a4c4088be5af37537d639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247059 Jun 26 18:19:28.147146 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-448412cf-83c0-43fa-b2ef-c319ba1cfa70 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:28.148591 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-448412cf-83c0-43fa-b2ef-c319ba1cfa70 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003616 Jun 26 18:19:28.166491 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Request body: {'port': {'device_id': 'd1371957-482e-43ff-ba66-8c6288262928', 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c', 'admin_state_up': True, 'tenant_id': 'b1168aa6523a4c4088be5af37537d639'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:28.274856 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Made reservation on behalf of b1168aa6523a4c4088be5af37537d639 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:19:28.278333 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.287968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.387914 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.405217 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4b06f5c-c53c-4f58-bc50-285d02f51c0c req-2d3cc007-2861-4019-b37a-1ec5a5cdefa4 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 210 time: 0.0337782 Jun 26 18:19:28.405907 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.408788 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f63a620c-e768-4956-bc5a-6ffb81c99d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:28.467646 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a75a52-3911-478e-8257-f8e60a488ada,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:28.478625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.478929 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.479293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.479678 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.480030 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.480381 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.480728 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.481075 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.481420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.481763 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.482104 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.482446 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:19:28.487785 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:28.545457 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Allocated IP 192.168.233.6 (b597b12d-faff-4c17-8ac8-79cdafcc0b5c/28e73fed-86ed-481f-8a16-40eadd431b06/3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:19:28.684339 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.697194 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Transition to ACTIVE for port object 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:19:28.727559 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.731222 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d8208eaf-d9b8-4cd7-b360-5b0c7dcd7975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:28.767141 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Network b597b12d-faff-4c17-8ac8-79cdafcc0b5c is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:19:28.770167 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:19:28.776626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:19:28.803447 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Pushing event updated for resources: {'Port': ['ID=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:28.808079 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:28.829447 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:28.830046 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:28.845403 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6825438 Jun 26 18:19:28.898124 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Request body: {'port': {'device_id': 'd1371957-482e-43ff-ba66-8c6288262928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:28.980499 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.003647 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b0909e1e-1c98-4d1e-bd47-d2723830a842 None None] Provisioning for port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:19:29.008585 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b0909e1e-1c98-4d1e-bd47-d2723830a842 None None] Provisioning complete for port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:19:29.008970 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b0909e1e-1c98-4d1e-bd47-d2723830a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.046938 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-b0909e1e-1c98-4d1e-bd47-d2723830a842 None None] Port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:19:29.483634 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:19:29.491964 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.504740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Transition to ACTIVE for port object 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:19:29.508906 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.511420 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-442d90a1-533d-4c3a-80eb-c82f2d1abf54 tempest-ServerRescueNegativeTestJSON-380566086 tempest-ServerRescueNegativeTestJSON-380566086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:29.600809 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Pushing event updated for resources: {'Port': ['ID=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:29.607625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:29.685669 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98d2fd-52e5-4192-adf3-2a350233bd7d req-05dba16f-a949-4d41-bc85-894fe01c13cd tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:29.687232 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cb98d2fd-52e5-4192-adf3-2a350233bd7d req-05dba16f-a949-4d41-bc85-894fe01c13cd tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 946 time: 0.1500647 Jun 26 18:19:29.705514 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Attempting to bind port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:19:29.705842 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Attempting to bind port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:19:29.706155 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Attempting to bind port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 on network b597b12d-faff-4c17-8ac8-79cdafcc0b5c {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:19:29.717706 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 on network b597b12d-faff-4c17-8ac8-79cdafcc0b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:19:29.718029 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Attempting to bind port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 on network b597b12d-faff-4c17-8ac8-79cdafcc0b5c {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:19:29.727808 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:19:29.728139 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Checking segment: {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:19:29.728509 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Bound using segment: {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:19:29.728929 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Bound port: 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d37cb4b-2947-4339-9cbc-82f81c9b819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:19:29.729278 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.749669 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cb98d2fd-52e5-4192-adf3-2a350233bd7d req-d4b44c37-d2ab-4f84-940a-3d48dc990eb1 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544937 Jun 26 18:19:29.808580 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] For port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:19:29.811643 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] For port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:19:29.816419 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.819725 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-41bab243-43d7-415c-be12-c701f690d83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:29.853078 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:29.853673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:29.855211 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] 10.222.0.35 "PUT /v2.0/ports/3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 HTTP/1.1" status: 200 len: 1096 time: 0.9629378 Jun 26 18:19:29.857546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1371957-482e-43ff-ba66-8c6288262928', 'tag': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:29.859962 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f4da07-2874-44de-af8f-55c5c9ad3177" -d '{"events": [{"name": "network-changed", "server_uuid": "d1371957-482e-43ff-ba66-8c6288262928", "tag": "3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:29.891348 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Pushing event updated for resources: {'Port': ['ID=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:29.895484 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:29.898319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb60c1-3f83-4ce2-bf21-338401b9001a x-openstack-request-id: req-35cb60c1-3f83-4ce2-bf21-338401b9001a {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:29.898857 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1371957-482e-43ff-ba66-8c6288262928", "tag": "3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:29.899135 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35cb60c1-3f83-4ce2-bf21-338401b9001a {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:29.899607 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1371957-482e-43ff-ba66-8c6288262928', 'tag': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577', 'status': 'completed', 'code': 200} Jun 26 18:19:29.981219 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-8aed922f-2aeb-4d49-b049-6c92bf199bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:29.982796 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-8aed922f-2aeb-4d49-b049-6c92bf199bdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1168aa6523a4c4088be5af37537d639&device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 1099 time: 0.0574155 Jun 26 18:19:30.034784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-91e5d4e1-75fc-4805-82db-e76c53d2a465 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 HTTP/1.1" status: 200 len: 217 time: 0.0339134 Jun 26 18:19:30.080977 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-76f7b514-4994-4a3e-8875-1e7b06f077fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.082384 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-76f7b514-4994-4a3e-8875-1e7b06f077fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28e73fed-86ed-481f-8a16-40eadd431b06 HTTP/1.1" status: 200 len: 843 time: 0.0405777 Jun 26 18:19:30.144850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-732f994d-41c7-4e4e-af9f-8d764def5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.147811 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-732f994d-41c7-4e4e-af9f-8d764def5d1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b597b12d-faff-4c17-8ac8-79cdafcc0b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0583589 Jun 26 18:19:30.239002 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-e30471d3-5fbc-4102-bc9b-b3af549901c3 service neutron] 10.222.0.35 "GET /v2.0/networks/b597b12d-faff-4c17-8ac8-79cdafcc0b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840514 Jun 26 18:19:30.330174 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5fbeefd1-2cee-44cb-ac9b-bee89e1768ee req-f017732c-1779-498d-a043-477723345c9f service neutron] 10.222.0.35 "GET /v2.0/networks/b597b12d-faff-4c17-8ac8-79cdafcc0b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Jun 26 18:19:30.473477 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-33251179-4687-4d6e-bd05-a3aeb52b24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.474913 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-33251179-4687-4d6e-bd05-a3aeb52b24a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1168aa6523a4c4088be5af37537d639&device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 1099 time: 0.0507438 Jun 26 18:19:30.561687 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-f176fa75-8a26-427b-b26d-4304b116f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.563067 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-f176fa75-8a26-427b-b26d-4304b116f393 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b597b12d-faff-4c17-8ac8-79cdafcc0b5c HTTP/1.1" status: 200 len: 870 time: 0.0819604 Jun 26 18:19:30.607277 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-228d2cca-220f-4277-904c-08a39a64a03f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 HTTP/1.1" status: 200 len: 217 time: 0.0369825 Jun 26 18:19:30.654046 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-4e0db9e0-931e-4e23-8d26-894a245416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.655471 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-4e0db9e0-931e-4e23-8d26-894a245416e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28e73fed-86ed-481f-8a16-40eadd431b06 HTTP/1.1" status: 200 len: 843 time: 0.0419919 Jun 26 18:19:30.710745 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-d21bd450-9378-4f65-901c-216b16e38c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.712179 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-d21bd450-9378-4f65-901c-216b16e38c32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b597b12d-faff-4c17-8ac8-79cdafcc0b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492849 Jun 26 18:19:30.802516 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-ad6cd3df-7014-4f8b-ac1d-7dbb4004e1be service neutron] 10.222.0.35 "GET /v2.0/networks/b597b12d-faff-4c17-8ac8-79cdafcc0b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Jun 26 18:19:30.929056 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8f4da07-2874-44de-af8f-55c5c9ad3177 req-2a70cf9f-6c09-48ac-8ad2-011b62999fab service neutron] 10.222.0.35 "GET /v2.0/networks/b597b12d-faff-4c17-8ac8-79cdafcc0b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197023 Jun 26 18:19:30.950303 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1291e7-c91f-4d76-b5d6-94788cf37848 req-34cf2344-4f2a-4e5d-bd8e-57403e8a7088 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:30.951746 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-be1291e7-c91f-4d76-b5d6-94788cf37848 req-34cf2344-4f2a-4e5d-bd8e-57403e8a7088 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 946 time: 0.0892177 Jun 26 18:19:30.990928 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-be1291e7-c91f-4d76-b5d6-94788cf37848 req-8477cf67-fa2e-4558-b04e-435da254e475 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jun 26 18:19:31.303302 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d5aa55f8-2009-49c3-8edb-99bf8d11feb4 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50168644&fields=id&tenant_id=5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 267 time: 0.0328825 Jun 26 18:19:31.412691 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-73455704-647b-45c2-975a-ccc41c4ef9d7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:31.414364 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-73455704-647b-45c2-975a-ccc41c4ef9d7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 811 time: 0.1044376 Jun 26 18:19:31.430269 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-12e6cf29-ce62-4e1b-a315-4102ff4ef939 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/quotas/5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 375 time: 0.0091922 Jun 26 18:19:31.510276 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-ec634b2f-725a-4983-9cbc-6804160d78cb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0732362 Jun 26 18:19:31.603322 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-be913fd8-9692-4e3c-b9a6-2091d8b35750 service neutron] 10.222.0.23 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808043 Jun 26 18:19:31.690249 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-c435f312-7dd4-4094-87dc-742c596874ce service neutron] 10.222.0.23 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810111 Jun 26 18:19:31.978038 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc4a0194-9abb-4791-b055-de8de6e2adc1 req-8f7c0643-13fb-4f67-93ce-734514221ddc tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 210 time: 0.0279317 Jun 26 18:19:32.169762 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f572f-9153-4b4a-8923-47f55cd0001e req-a853e880-8613-4fb8-8cdd-c3cd68d74a1f tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:32.171228 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b9f572f-9153-4b4a-8923-47f55cd0001e req-a853e880-8613-4fb8-8cdd-c3cd68d74a1f tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 946 time: 0.0695095 Jun 26 18:19:32.208912 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b9f572f-9153-4b4a-8923-47f55cd0001e req-5a0ee8df-d8ea-4e45-8bbf-79b8695f091f tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jun 26 18:19:32.335691 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:19:32.430070 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:32.440653 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577', 'network_id': 'b597b12d-faff-4c17-8ac8-79cdafcc0b5c', 'port_id': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577', 'mac_address': 'fa:16:3e:d1:1b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e73fed-86ed-481f-8a16-40eadd431b06', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:19:32.476126 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:32.488089 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:19:32.507539 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:32.511552 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:32.514156 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:32.559851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:32.563096 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:32.849587 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:19:33.075981 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-14d58f43-564c-4dde-b174-30ffb5f1427d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:33.077554 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-14d58f43-564c-4dde-b174-30ffb5f1427d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 811 time: 0.1030371 Jun 26 18:19:33.119169 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e4798dd-d522-4a78-ab03-5b63d6375ee9 req-6844ec4a-7d6b-47b9-b15a-4d2b3794c7c4 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jun 26 18:19:33.152110 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-c80a0984-04f1-460f-9b8f-f6be3c8efaec tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5356d91a54fe467e9e511d90a3fe8d1a HTTP/1.1" status: 200 len: 378 time: 0.0351059 Jun 26 18:19:33.162137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'port': {'device_id': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'admin_state_up': True, 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'security_groups': ['8cbda181-b8a5-4ca5-aa72-69c8df264cab']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:33.265062 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Made reservation on behalf of 5356d91a54fe467e9e511d90a3fe8d1a for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:19:33.268666 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:33.436452 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e5929-a8da-457a-a0c5-29c6cc2ad676 req-f69178e2-052e-488a-bf54-3c60501a8377 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:33.437981 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ab2e5929-a8da-457a-a0c5-29c6cc2ad676 req-f69178e2-052e-488a-bf54-3c60501a8377 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 947 time: 0.1149669 Jun 26 18:19:33.439106 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Allocated IP 172.20.0.10 (a837c674-85e6-4f9f-ba1c-b6cb748b30f3/9ad55046-70e3-43ad-a9da-cfd8fce09993/d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:19:33.501449 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ab2e5929-a8da-457a-a0c5-29c6cc2ad676 req-c0276e55-4852-4faa-b57f-c93ec2cc2be9 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Jun 26 18:19:33.602263 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:33.616443 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Transition to ACTIVE for port object d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:19:33.648258 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:33.653559 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec80219e-8d8f-46fb-a2f2-d626821315ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:33.692965 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:19:33.697979 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:19:33.701850 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:19:33.731593 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:33.738180 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:33.763972 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:33.764606 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:33.783271 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251822 Jun 26 18:19:33.800455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Request body: {'port': {'device_id': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:33.878314 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:33.936485 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b07f675e-d3fa-493b-90ed-323e2c10fe91 None None] Provisioning for port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:19:33.944633 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b07f675e-d3fa-493b-90ed-323e2c10fe91 None None] Provisioning complete for port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:19:33.945004 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b07f675e-d3fa-493b-90ed-323e2c10fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:33.979276 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-b07f675e-d3fa-493b-90ed-323e2c10fe91 None None] Port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:19:34.150546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:19:34.158308 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.170968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Transition to ACTIVE for port object d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:19:34.175185 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.178688 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-65ab898d-0620-448d-be48-14ded2ce6817 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:34.246589 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Pushing event updated for resources: {'Port': ['ID=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:34.272922 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:34.335621 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Attempting to bind port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:19:34.335961 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Attempting to bind port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:19:34.336296 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Attempting to bind port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:19:34.342330 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:19:34.342655 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Attempting to bind port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 on network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:19:34.342774 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:19:34.357911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb43cb-0b19-4601-ac6f-6c0c20f497a6 req-f10fe656-6074-4259-8a8f-e8bd11143058 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.359405 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aabb43cb-0b19-4601-ac6f-6c0c20f497a6 req-f10fe656-6074-4259-8a8f-e8bd11143058 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.1165001 Jun 26 18:19:34.360568 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:19:34.360907 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Checking segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:19:34.361282 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Bound using segment: {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:19:34.361719 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Bound port: d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2370e0-f40b-44a3-adca-10cfe10f1976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:19:34.362070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.392840 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:19:34.399991 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:19:34.400471 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.433846 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aabb43cb-0b19-4601-ac6f-6c0c20f497a6 req-2d1d4876-ef46-44a7-b447-faa354428377 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606742 Jun 26 18:19:34.449800 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] For port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:19:34.454479 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] For port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:19:34.459600 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.461725 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:34.485388 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.496027 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.496644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.497990 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] 10.222.0.35 "PUT /v2.0/ports/d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 200 len: 1094 time: 0.7024908 Jun 26 18:19:34.498503 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:34.500763 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168" -d '{"events": [{"name": "network-changed", "server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:34.511818 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1371957-482e-43ff-ba66-8c6288262928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:34.514605 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60914835-a638-4d95-9499-163414872ac4" -d '{"events": [{"server_uuid": "d1371957-482e-43ff-ba66-8c6288262928", "name": "network-vif-plugged", "status": "completed", "tag": "3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:34.524791 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Pushing event updated for resources: {'Port': ['ID=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:34.530050 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:34.532092 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:34.536450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:34.539357 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:34.595262 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573330fc-48bb-4891-8b02-5832dd022f2f x-openstack-request-id: req-573330fc-48bb-4891-8b02-5832dd022f2f {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:34.595698 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1371957-482e-43ff-ba66-8c6288262928", "name": "network-vif-plugged", "status": "completed", "tag": "3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:34.596049 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-573330fc-48bb-4891-8b02-5832dd022f2f {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:34.596535 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1371957-482e-43ff-ba66-8c6288262928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577', 'code': 200} Jun 26 18:19:34.602008 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:34.605736 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:34.605901 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c0afd-f9f7-4ff9-9fd4-0fde52060000 x-openstack-request-id: req-463c0afd-f9f7-4ff9-9fd4-0fde52060000 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:34.606191 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:34.607144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-463c0afd-f9f7-4ff9-9fd4-0fde52060000 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:34.607611 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'status': 'completed', 'code': 200} Jun 26 18:19:34.637363 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-79f5e6a8-f979-4cf9-959f-6a61e8cb0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.639248 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-79f5e6a8-f979-4cf9-959f-6a61e8cb0a0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1097 time: 0.0704448 Jun 26 18:19:34.691621 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-2ae5eda8-111d-4695-9216-9ce5a4c88484 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0360901 Jun 26 18:19:34.775909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d5362339-44a7-47be-9a9d-f5732846a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.777397 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-d5362339-44a7-47be-9a9d-f5732846a1ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0795560 Jun 26 18:19:34.810470 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96f9c9-4252-4b14-9083-82848518d03a req-bb457965-61bf-44b2-bf8e-d660963bc835 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.811936 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a96f9c9-4252-4b14-9083-82848518d03a req-bb457965-61bf-44b2-bf8e-d660963bc835 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 948 time: 0.1032932 Jun 26 18:19:34.868990 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a96f9c9-4252-4b14-9083-82848518d03a req-a9176499-ffa9-4d89-b0f8-48057a8e206b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jun 26 18:19:34.871392 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced11f91-7223-4a78-b8fe-5fdc5dde88a4 req-203f7014-09e6-4f57-866b-f5a49da6a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.873175 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ced11f91-7223-4a78-b8fe-5fdc5dde88a4 req-203f7014-09e6-4f57-866b-f5a49da6a4ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 1101 time: 0.0551705 Jun 26 18:19:34.881288 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-a14f0439-640f-4e9b-9527-2367ecac8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:34.882747 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-a14f0439-640f-4e9b-9527-2367ecac8808 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890799 Jun 26 18:19:34.912609 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ced11f91-7223-4a78-b8fe-5fdc5dde88a4 req-f572afd1-559c-429b-881d-a74ddee02ad7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Jun 26 18:19:34.973389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-a8f6a89c-11e0-4360-b5f2-25875db1a8e3 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838659 Jun 26 18:19:35.259205 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ddfdc62-f44f-46eb-badb-b967d0316155 req-dd555200-350d-4991-8acc-c215cfff0893 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804989 Jun 26 18:19:35.406094 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-1475891f-6ca0-456a-b3db-2afb08e08fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:35.407591 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-1475891f-6ca0-456a-b3db-2afb08e08fb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1097 time: 0.0537024 Jun 26 18:19:35.502612 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-0f51ef2e-f690-40bf-82b4-1789a0a822d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:35.504619 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-0f51ef2e-f690-40bf-82b4-1789a0a822d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0891123 Jun 26 18:19:35.547742 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-b34a049f-21bb-4355-9121-8df6b745e3ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0345225 Jun 26 18:19:35.625203 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-67558e0b-6d99-4135-b1db-4502585e2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:35.626594 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-67558e0b-6d99-4135-b1db-4502585e2108 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0512435 Jun 26 18:19:35.669326 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe59a-95a1-484c-af66-cf787ae9a634 req-30556a4d-b6ca-4af9-9746-0ff6a5a1884c tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:35.670733 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d9fbe59a-95a1-484c-af66-cf787ae9a634 req-30556a4d-b6ca-4af9-9746-0ff6a5a1884c tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.1254909 Jun 26 18:19:35.722037 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d9fbe59a-95a1-484c-af66-cf787ae9a634 req-d2aef825-f6e2-4855-b3ca-f267c3051ce5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449610 Jun 26 18:19:35.727740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-e82c45dd-0150-4409-8c68-4c6bb1899f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:35.729149 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-e82c45dd-0150-4409-8c68-4c6bb1899f9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939057 Jun 26 18:19:35.830910 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-fbda3a78-2524-49f8-877e-27fceb042615 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820765 Jun 26 18:19:35.935122 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c75c94f9-c3d8-4d5a-a802-0fc1c37bd168 req-36264c00-855d-49fe-8b1f-1c5d3c70d5cb service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922534 Jun 26 18:19:36.044389 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35cacc-0739-4352-b6ee-48fbf93f825f req-e9da4bbe-b4e3-4bd0-a7ae-69c0a18d3743 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:36.045856 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1f35cacc-0739-4352-b6ee-48fbf93f825f req-e9da4bbe-b4e3-4bd0-a7ae-69c0a18d3743 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 948 time: 0.0635343 Jun 26 18:19:36.083615 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1f35cacc-0739-4352-b6ee-48fbf93f825f req-3ed870e9-b908-4f34-a6fe-592228803ea7 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jun 26 18:19:36.904083 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c39c8b-88f6-4bd5-ab8e-405cc97421cb req-87d0eab0-084f-44ba-a12e-df3aa05d93c5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:36.905672 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5c39c8b-88f6-4bd5-ab8e-405cc97421cb req-87d0eab0-084f-44ba-a12e-df3aa05d93c5 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.0648465 Jun 26 18:19:36.944550 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5c39c8b-88f6-4bd5-ab8e-405cc97421cb req-d2ca42af-0500-49ef-a580-46aec607c90f tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324764 Jun 26 18:19:36.953523 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34440) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:37.060427 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5b750467-d830-49d0-b4ea-b9d712441fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.149254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5b750467-d830-49d0-b4ea-b9d712441fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.153064 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5b750467-d830-49d0-b4ea-b9d712441fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.156665 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-aa508bde-0722-4f6c-8542-e4b4c0d8518b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:37.191131 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5b750467-d830-49d0-b4ea-b9d712441fc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc4c0145b3d441c7b1dd5e616388a5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365839 Jun 26 18:19:37.192102 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b750467-d830-49d0-b4ea-b9d712441fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cbee28-85ce-4b60-b023-803b298b434d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:37.193935 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34446) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:37.195055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5b750467-d830-49d0-b4ea-b9d712441fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:37.243222 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.258424 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a0a3-0736-4d25-9989-7d7e61e483ed req-75a17108-808d-48c7-a9d1-536aa7a4ca4f tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:37.259910 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2289a0a3-0736-4d25-9989-7d7e61e483ed req-75a17108-808d-48c7-a9d1-536aa7a4ca4f tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 948 time: 0.0612726 Jun 26 18:19:37.264001 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.296292 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2289a0a3-0736-4d25-9989-7d7e61e483ed req-c7ecfd0a-3f02-4374-98b6-34f9af3ae473 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Jun 26 18:19:37.309082 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.311828 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.312949 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5cbee28-85ce-4b60-b023-803b298b434d HTTP/1.1" status: 204 len: 168 time: 0.1180415 Jun 26 18:19:37.313708 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-74b92e86-7a01-455d-9d07-a8794803c813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:37.321609 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cbee28-85ce-4b60-b023-803b298b434d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:37.330014 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-1956d47f-743f-488f-b881-efd235e2acfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:37.594189 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34458) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:37.608173 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac79e4f7-13ad-4675-a854-52ddbca5ea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.694913 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac79e4f7-13ad-4675-a854-52ddbca5ea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.699556 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac79e4f7-13ad-4675-a854-52ddbca5ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.701971 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d6c884c7-4da3-44b3-aebd-36e3d067c2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:37.704512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990311c3-0d27-4088-8f5d-ca2f4ff30690 req-1d2232bc-c13f-4907-b013-9ae00172e91b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:37.705977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-990311c3-0d27-4088-8f5d-ca2f4ff30690 req-1d2232bc-c13f-4907-b013-9ae00172e91b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 948 time: 0.0620518 Jun 26 18:19:37.737767 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ac79e4f7-13ad-4675-a854-52ddbca5ea06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42f457223c5a429696ca00d0be1e5c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424673 Jun 26 18:19:37.739032 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79e4f7-13ad-4675-a854-52ddbca5ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b7526-1e5f-4b9d-9167-9795c0716b35,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:37.741615 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34460) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:37.742029 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ac79e4f7-13ad-4675-a854-52ddbca5ea06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:37.758099 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-990311c3-0d27-4088-8f5d-ca2f4ff30690 req-906d0f7b-8cec-4d78-8c34-a276d3746970 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459940 Jun 26 18:19:37.793660 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.813500 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.857452 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.860144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:37.861242 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a19b7526-1e5f-4b9d-9167-9795c0716b35 HTTP/1.1" status: 204 len: 168 time: 0.1187251 Jun 26 18:19:37.861956 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6e5a2748-d227-4844-97b2-926663235740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:37.868946 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b7526-1e5f-4b9d-9167-9795c0716b35,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:37.871126 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:38.114791 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43abad-728a-4606-a00a-f09a2ff52a4d req-7a9db48a-9173-4635-8a9f-1de1944595ec tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:38.116433 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fd43abad-728a-4606-a00a-f09a2ff52a4d req-7a9db48a-9173-4635-8a9f-1de1944595ec tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.0625851 Jun 26 18:19:38.154101 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fd43abad-728a-4606-a00a-f09a2ff52a4d req-6f73b377-f01f-4ad2-938f-07ab2b726842 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317819 Jun 26 18:19:38.934884 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646b246-b94b-4ff3-a807-ef09417f9b20 req-6d21b55a-599e-4107-b680-1b09ec80d53b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:38.936464 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3646b246-b94b-4ff3-a807-ef09417f9b20 req-6d21b55a-599e-4107-b680-1b09ec80d53b tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 948 time: 0.0664485 Jun 26 18:19:38.973625 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3646b246-b94b-4ff3-a807-ef09417f9b20 req-5fc43804-5be8-456c-81d6-631530883357 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1a75a52-3911-478e-8257-f8e60a488ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Jun 26 18:19:39.091014 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-af1bea96-8b2d-41ab-b0e4-79b30858b844 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:39.092491 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-af1bea96-8b2d-41ab-b0e4-79b30858b844 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 948 time: 0.0602634 Jun 26 18:19:39.198959 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Deleting port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:19:39.199608 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:39.586535 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] For port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,segment=NetworkSegment(9d37cb4b-2947-4339-9cbc-82f81c9b819d),segment_id=9d37cb4b-2947-4339-9cbc-82f81c9b819d)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:39.587253 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:39.607465 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e1677-58a6-4c09-ab1a-5f078e57498d req-813eaf7a-80bb-46ab-9a50-4b555e50c339 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:39.608914 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-954e1677-58a6-4c09-ab1a-5f078e57498d req-813eaf7a-80bb-46ab-9a50-4b555e50c339 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.1270843 Jun 26 18:19:39.609777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Calling delete_port for 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:19:39.691857 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-954e1677-58a6-4c09-ab1a-5f078e57498d req-4e8e1da7-2daf-47b9-a93e-1853e029413e tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758777 Jun 26 18:19:39.762291 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:39.766266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:39.798834 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:19:39.801430 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Pushing event deleted for resources: {'Port': ['ID=3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:39.804684 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:39.848728 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] No DVR routers for this DVR port 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:19:39.851436 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:39.853430 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6de10d25-981b-4ae4-89f3-f9636e527bf8 req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.35 "DELETE /v2.0/ports/3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 HTTP/1.1" status: 204 len: 173 time: 0.7554159 Jun 26 18:19:39.853954 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1371957-482e-43ff-ba66-8c6288262928', 'name': 'network-vif-deleted', 'tag': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:39.856318 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3519b0c-2923-4918-9102-b21a0919620e" -d '{"events": [{"server_uuid": "d1371957-482e-43ff-ba66-8c6288262928", "name": "network-vif-deleted", "tag": "3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:39.909363 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a2d9e8-dd72-4939-a4fb-ec5ab119407a x-openstack-request-id: req-66a2d9e8-dd72-4939-a4fb-ec5ab119407a {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:39.911431 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1371957-482e-43ff-ba66-8c6288262928", "name": "network-vif-deleted", "tag": "3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:39.912001 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66a2d9e8-dd72-4939-a4fb-ec5ab119407a {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:39.914265 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1371957-482e-43ff-ba66-8c6288262928', 'name': 'network-vif-deleted', 'tag': '3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577', 'status': 'completed', 'code': 200} Jun 26 18:19:40.137402 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-017edef5-a0f8-4fd5-9d03-789ab842c9ed req-21394602-91f1-41d5-b12c-97a2ff46cdf7 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1371957-482e-43ff-ba66-8c6288262928 HTTP/1.1" status: 200 len: 210 time: 0.0315483 Jun 26 18:19:40.867962 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b68e3d-adcc-4742-a0b7-ac49bddc4625 req-9ce1d161-522b-4bc7-a2d8-5f395bf1beca tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:40.869409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-83b68e3d-adcc-4742-a0b7-ac49bddc4625 req-9ce1d161-522b-4bc7-a2d8-5f395bf1beca tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.0629282 Jun 26 18:19:40.906487 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-83b68e3d-adcc-4742-a0b7-ac49bddc4625 req-afd8423c-80f0-4bf8-9d5b-3210ec8d2cb8 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315192 Jun 26 18:19:41.734951 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:19:42.081653 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57bc6b-1e7f-42ef-9271-512a624275af req-0677f0e2-bb0f-4d26-9904-57a34f09fee6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:42.083134 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d57bc6b-1e7f-42ef-9271-512a624275af req-0677f0e2-bb0f-4d26-9904-57a34f09fee6 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 944 time: 0.0684948 Jun 26 18:19:42.121051 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d57bc6b-1e7f-42ef-9271-512a624275af req-6d28a985-2546-40cb-b69c-2f9595d4f0e9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323744 Jun 26 18:19:42.335242 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:19:42.342035 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:19:42.366897 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:19:42.367253 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 3a440fa4-f9e4-4fe7-ab45-e7ed8b02f577 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:19:42.450968 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:42.461583 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'port_id': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'mac_address': 'fa:16:3e:88:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:19:42.503983 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:42.520961 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:19:42.543253 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:42.549516 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:42.551307 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:42.598091 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:42.602194 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:42.778061 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34734) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:42.840624 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:19:42.890782 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db3feba3-795c-4166-8f9d-caa2dc79610f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:42.991426 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db3feba3-795c-4166-8f9d-caa2dc79610f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:42.996620 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db3feba3-795c-4166-8f9d-caa2dc79610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.000337 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0ecab30e-07c7-4cc2-a274-ef419aeff0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:43.035473 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3feba3-795c-4166-8f9d-caa2dc79610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec64deb-7515-49cb-8563-95aec585e929,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:43.042544 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-db3feba3-795c-4166-8f9d-caa2dc79610f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7b779fd5ac1485cbc54c598df63559c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634308 Jun 26 18:19:43.043325 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34762) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:43.043845 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-db3feba3-795c-4166-8f9d-caa2dc79610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:43.097359 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.118757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.167257 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.170561 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.175804 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cec64deb-7515-49cb-8563-95aec585e929 HTTP/1.1" status: 204 len: 168 time: 0.1313596 Jun 26 18:19:43.176695 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-e5de9cc9-5a7b-4089-97a1-2624dc66b01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:43.184726 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec64deb-7515-49cb-8563-95aec585e929,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:43.187175 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3c999c98-0046-444d-b6f9-40bc6007bd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:43.303661 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f46d9-5f0c-4647-9301-34298343e9bf req-78a925b8-cd5f-4584-b393-e17ea5c189b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:43.305295 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-407f46d9-5f0c-4647-9301-34298343e9bf req-78a925b8-cd5f-4584-b393-e17ea5c189b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 945 time: 0.0722845 Jun 26 18:19:43.345510 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-407f46d9-5f0c-4647-9301-34298343e9bf req-3fc66515-e177-4a74-8722-e0288ba988da tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331900 Jun 26 18:19:43.472097 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34792) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:43.485922 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.583177 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.588609 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.592393 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f85a84ee-38f5-476b-bd5d-db98920af656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:43.629618 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2104127d291c47b2a0907711789bc695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540060 Jun 26 18:19:43.631097 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34808) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:43.632513 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a6fc73-06b2-4c90-9751-b21c4ad73eb0,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:43.635445 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:43.682626 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.702726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.747552 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.750119 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:43.751252 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77a6fc73-06b2-4c90-9751-b21c4ad73eb0 HTTP/1.1" status: 204 len: 168 time: 0.1189899 Jun 26 18:19:43.752203 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a7388405-86cb-4d29-bb3e-731bbffb42c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:43.759166 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a6fc73-06b2-4c90-9751-b21c4ad73eb0,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:43.761404 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ad19bbe4-8a36-48e2-bc47-7e101eb07168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:44.060019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34816) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:44.072791 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3baeb033-00da-4c8d-af10-722c7676dd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.157402 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3baeb033-00da-4c8d-af10-722c7676dd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.162363 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3baeb033-00da-4c8d-af10-722c7676dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.165563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af7c9d17-d7cc-4ae1-bbc3-1dccc186adb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:44.201081 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3baeb033-00da-4c8d-af10-722c7676dd41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3108eb257ab6457db638da8b3523c4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400049 Jun 26 18:19:44.202266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeb033-00da-4c8d-af10-722c7676dd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f78702-8281-4c51-b4ff-4bed751423bf,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:44.203747 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34818) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:44.205152 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-3baeb033-00da-4c8d-af10-722c7676dd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:44.252682 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.275247 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.319041 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.321552 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.322852 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1f78702-8281-4c51-b4ff-4bed751423bf HTTP/1.1" status: 204 len: 168 time: 0.1174972 Jun 26 18:19:44.323695 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3e88e020-31f8-450b-9c7b-195484655c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:44.330956 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f78702-8281-4c51-b4ff-4bed751423bf,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:44.333733 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-53f9fe5f-ba37-47ae-a548-22f7dc5bf5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:44.382306 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:19:44.433855 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:19:44.437806 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:19:44.438188 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.518595 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.525840 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de3d0-f7df-4e7b-a05f-6a83e1835b97 req-e9716054-a7f7-4667-93ef-7d024b610975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:44.527354 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b97de3d0-f7df-4e7b-a05f-6a83e1835b97 req-e9716054-a7f7-4667-93ef-7d024b610975 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 945 time: 0.0683863 Jun 26 18:19:44.549987 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:44.552738 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7acd321-1556-4b24-9037-6a7cf973ca5d" -d '{"events": [{"server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "name": "network-vif-plugged", "status": "completed", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:44.557936 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:44.564020 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.566034 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-025e6775-8ea2-44cd-89f4-ae2a7b62bee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:44.592696 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b97de3d0-f7df-4e7b-a05f-6a83e1835b97 req-51b0c17d-6993-4498-9f57-d829e6f24fd4 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594740 Jun 26 18:19:44.600893 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f811becd-07d3-4566-952c-75e4e4ee612f x-openstack-request-id: req-f811becd-07d3-4566-952c-75e4e4ee612f {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:44.601218 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "name": "network-vif-plugged", "status": "completed", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:44.601473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f811becd-07d3-4566-952c-75e4e4ee612f {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:44.601882 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'code': 200} Jun 26 18:19:44.622989 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:44.625976 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:44.772404 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c7b7050a-b8eb-41d1-b938-f513a97932b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:44.904730 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48059d-4b9f-4e8f-b610-8c56db2c70ea req-64882e1e-d7dd-4c88-a610-37873178f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:44.906401 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e48059d-4b9f-4e8f-b610-8c56db2c70ea req-64882e1e-d7dd-4c88-a610-37873178f826 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1099 time: 0.0562520 Jun 26 18:19:44.943433 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e48059d-4b9f-4e8f-b610-8c56db2c70ea req-16e71e0c-2300-463e-afe8-3bb684d361a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308981 Jun 26 18:19:44.970461 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34848) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:45.191390 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6157fa89-30a7-4356-9729-1b45d93ff46d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1168aa6523a4c4088be5af37537d639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197182 Jun 26 18:19:45.193712 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34856) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:45.241003 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:45.260839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:45.310060 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:45.312775 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:45.313907 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1a75a52-3911-478e-8257-f8e60a488ada HTTP/1.1" status: 204 len: 168 time: 0.1193159 Jun 26 18:19:45.314657 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-77404d78-711e-4d79-a211-ca3f10a23f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:45.322398 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a75a52-3911-478e-8257-f8e60a488ada,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:45.324726 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:45.756013 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2e65-33ee-4fb5-9409-6797ebc1e12f req-e9208d43-5ab8-4eda-8b2d-769ed1b4f34a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:45.757478 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-519c2e65-33ee-4fb5-9409-6797ebc1e12f req-e9208d43-5ab8-4eda-8b2d-769ed1b4f34a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 946 time: 0.0621197 Jun 26 18:19:45.794435 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-519c2e65-33ee-4fb5-9409-6797ebc1e12f req-46ec41cb-a105-48db-b9ac-9d1e745dd78c tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312586 Jun 26 18:19:46.967916 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506caa10-8418-45f7-bdc2-7396fe14015a req-27b0540b-df3f-436a-bfe1-730ef85dbec2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:46.969347 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-506caa10-8418-45f7-bdc2-7396fe14015a req-27b0540b-df3f-436a-bfe1-730ef85dbec2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 946 time: 0.0640700 Jun 26 18:19:47.006300 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-506caa10-8418-45f7-bdc2-7396fe14015a req-e6140408-07b1-4312-a24d-97ab3284473e tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308702 Jun 26 18:19:47.173974 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f34679-d604-422d-a848-cef23a07d5f7 req-cf7c8132-ddd5-44ec-ba9d-ff45959370f3 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:47.175468 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b7f34679-d604-422d-a848-cef23a07d5f7 req-cf7c8132-ddd5-44ec-ba9d-ff45959370f3 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 946 time: 0.0606441 Jun 26 18:19:47.214512 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b7f34679-d604-422d-a848-cef23a07d5f7 req-2fc16734-c51e-485f-b200-9e06a62642c4 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336382 Jun 26 18:19:47.239395 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34892) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:47.289368 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a7f12-76f4-4e35-8ef0-78031b359073 tempest-TestVolumeBootPattern-641867804 tempest-TestVolumeBootPattern-641867804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:47.290866 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-361a7f12-76f4-4e35-8ef0-78031b359073 tempest-TestVolumeBootPattern-641867804 tempest-TestVolumeBootPattern-641867804-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1094 time: 0.0504198 Jun 26 18:19:47.293675 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34896) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:47.297951 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'port_id': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:47.319086 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:47.419257 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:47.539901 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Allocated IP 172.27.2.97 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/d3923251-d76e-4917-a0c9-862551c65034) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:19:47.553152 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-770fb304-9681-499a-9230-2d5ff2cc68e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:47.586576 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:47.644455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:47.680839 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:47.683397 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1fce5652-ba80-43fd-a10c-848c70fc748c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:47.717652 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:19:47.722190 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:19:47.726318 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:19:47.750792 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=d3923251-d76e-4917-a0c9-862551c65034,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:47.756453 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:48.080483 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.154036 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.295042 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.299132 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.302323 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8252b269-d5e9-411c-b3ca-6072089acbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:48.362296 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event updated for resources: {'Port': ['ID=d3923251-d76e-4917-a0c9-862551c65034,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:48.366761 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:48.374549 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.468240 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Floating IP 4405cb07-b62f-46ed-ad26-2bfdd182b1a2 associated. External IP: 172.27.2.97, port: d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5. Jun 26 18:19:48.652850 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.671254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:19:48.777025 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:19:48.787135 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:19:48.794867 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:48.796814 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:48.798593 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:48.846951 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6d0cef32-cf1a-4cb6-96dd-ee22565c8d97 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5378807 Jun 26 18:19:48.846951 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:19:48.846951 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad717b-4182-4955-9984-23a487cab7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:19:48.873086 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0e1d9-4091-4df0-9f5c-061e3e98d901 x-openstack-request-id: req-d2c0e1d9-4091-4df0-9f5c-061e3e98d901 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:19:48.873475 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:19:48.873827 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2c0e1d9-4091-4df0-9f5c-061e3e98d901 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:19:48.874380 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'status': 'completed', 'code': 200} Jun 26 18:19:48.947661 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:48.979543 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad717b-4182-4955-9984-23a487cab7cd req-3ed55150-e1f7-40ee-8a3c-7293044de672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:48.981024 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-3ed55150-e1f7-40ee-8a3c-7293044de672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1099 time: 0.0534480 Jun 26 18:19:49.073073 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad717b-4182-4955-9984-23a487cab7cd req-4ca33d46-c4f9-438f-85c4-4755ff429838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:49.074538 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-4ca33d46-c4f9-438f-85c4-4755ff429838 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0855043 Jun 26 18:19:49.139216 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-b66ddcec-36dc-4e67-894f-9501a75a1a0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 200 len: 999 time: 0.0572808 Jun 26 18:19:49.166349 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '4405cb07-b62f-46ed-ad26-2bfdd182b1a2', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:88:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:19:47Z', 'updated_at': '2021-06-26T18:19:47Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}, {'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:49Z', 'revision_number': 1, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:49.189917 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad717b-4182-4955-9984-23a487cab7cd req-7dfdf57c-4ef7-460b-a7ee-9c88daf86fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:49.190927 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:19:49.191360 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-7dfdf57c-4ef7-460b-a7ee-9c88daf86fc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0447543 Jun 26 18:19:49.199623 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:49.200269 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:49.246960 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad717b-4182-4955-9984-23a487cab7cd req-61c2366f-48c6-4e6c-bfef-f0504963727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:49.248468 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-61c2366f-48c6-4e6c-bfef-f0504963727c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506337 Jun 26 18:19:49.302257 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:49.336272 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-202f7e6a-9aef-462b-8361-b08b6ab41493 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803547 Jun 26 18:19:49.424409 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e9ad717b-4182-4955-9984-23a487cab7cd req-c7da4f9f-476d-4682-939b-79fdfffaa681 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818341 Jun 26 18:19:49.522832 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '4405cb07-b62f-46ed-ad26-2bfdd182b1a2', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:88:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:19:47Z', 'updated_at': '2021-06-26T18:19:47Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}, {'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:49Z', 'revision_number': 1, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:49.548157 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e51fc-49a6-423a-8087-0f2f463ea047 None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '4405cb07-b62f-46ed-ad26-2bfdd182b1a2', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:88:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:19:47Z', 'updated_at': '2021-06-26T18:19:47Z', 'revision_number': 0, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}, {'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:49Z', 'revision_number': 1, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:19:49.720790 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1d676-77c9-46be-8e9e-f64e6a3163b2 None None] New status for floating IP 4405cb07-b62f-46ed-ad26-2bfdd182b1a2: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:19:50.090329 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:54.215409 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.103768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34956) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:55.204336 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-43b3a706-dec2-463b-adeb-c4687ec3ab2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.289444 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-43b3a706-dec2-463b-adeb-c4687ec3ab2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.293200 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-43b3a706-dec2-463b-adeb-c4687ec3ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.296495 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af1ca429-524b-49aa-b169-8995d7eb03f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:55.329957 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-43b3a706-dec2-463b-adeb-c4687ec3ab2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=167da01d1c6643719db2b81439e84a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251587 Jun 26 18:19:55.330826 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3a706-dec2-463b-adeb-c4687ec3ab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd57767-5e9d-4223-a85d-15302220f55d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:55.332873 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34960) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:55.334296 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-43b3a706-dec2-463b-adeb-c4687ec3ab2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:55.380897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.401252 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.445320 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.448017 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.449158 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcd57767-5e9d-4223-a85d-15302220f55d HTTP/1.1" status: 204 len: 168 time: 0.1145883 Jun 26 18:19:55.449895 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-848650ee-f388-48e3-a47a-43677e0b9eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:55.457480 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd57767-5e9d-4223-a85d-15302220f55d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:55.460505 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-09d380b5-cf61-4043-aa25-3cc25ece70b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:55.696202 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34966) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:55.709827 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7eb55af3-1d8d-48cf-9714-7daff3b96284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.792460 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7eb55af3-1d8d-48cf-9714-7daff3b96284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.796073 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7eb55af3-1d8d-48cf-9714-7daff3b96284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.799286 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-7a226e66-c882-4d57-a584-2ef3eaa45a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:55.837256 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7eb55af3-1d8d-48cf-9714-7daff3b96284 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fec0471c7c9b41b9b753e8e274e8c52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400352 Jun 26 18:19:55.840576 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34968) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:55.841842 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb55af3-1d8d-48cf-9714-7daff3b96284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03df04e-34d3-4d5a-b587-16d7feebd530,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:55.844769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-7eb55af3-1d8d-48cf-9714-7daff3b96284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:55.892583 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.913698 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.957852 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.960955 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:55.962146 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f03df04e-34d3-4d5a-b587-16d7feebd530 HTTP/1.1" status: 204 len: 168 time: 0.1211796 Jun 26 18:19:55.962878 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec11d970-9214-4a99-a766-8440f44f6625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:55.969649 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03df04e-34d3-4d5a-b587-16d7feebd530,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:55.971816 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:56.586273 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34990) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:56.678856 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1121616933-network', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:56.698961 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Made reservation on behalf of 08b9e736489448b69d91e170bd06e4a2 for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:19:56.701346 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.709097 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.796673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.800119 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.803737 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-928ad2c3-bd7d-40ce-8238-b9a5e6ed5e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:56.820019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:19:56.835183 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b530d90-e39b-43d5-b6b6-af803e015beb,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:56.837970 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.838303 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Added segment ef6ef3b5-39e5-4336-bc73-f853315a1246 of type vlan for network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 Jun 26 18:19:56.839691 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:56.876953 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.903491 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.904752 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:56.905318 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:56.908039 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-5ca92996-6163-4c85-815f-d81ebfd58523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:56.960163 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722866 Jun 26 18:19:56.963079 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34994) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:56.965115 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Pushing event updated for resources: {'Network': ['ID=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:56.967810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ce1974d7-6634-4c6b-924d-e0ef43f1eaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:56.968171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Request body: {'subnet': {'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1121616933-subnet', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:56.974789 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:19:56.988925 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Made reservation on behalf of 08b9e736489448b69d91e170bd06e4a2 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:19:56.991202 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7309521'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.150886 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5330054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7309507'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.153564 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:57.163376 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-88a34eeb-880f-4ef6-98fd-d1941b8a69a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505030 Jun 26 18:19:57.208417 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:57.212380 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:57.217994 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Checking segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:19:57.218351 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Network hostable DHCP agents. Network: b454eac3-e1f5-4fce-b097-2edf4d5e9dd0, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:19:57.233690 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:19:57.242606 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, b454eac3-e1f5-4fce-b097-2edf4d5e9dd0) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:19:57.247124 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:57.247730 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.253132 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00625f4d-76ff-4e39-ab22-95e3a3fb7c25 None None] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:19:57.263062 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2988708 Jun 26 18:19:57.266476 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 34996) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:57.270689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:19:57.302336 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-84cad32a-786a-4bd9-9d5f-15ceff3f3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:57.304008 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-84cad32a-786a-4bd9-9d5f-15ceff3f3030 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0767024 Jun 26 18:19:57.305163 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.306202 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.380101 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.398122 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:19:57.399001 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.527851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Allocated IP 172.20.0.2 (b454eac3-e1f5-4fce-b097-2edf4d5e9dd0/bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba/77655733-4d4f-4c1c-92cd-32f83db9eecf) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:19:57.554656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.566697 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-dffb4dca-caea-43dd-9b2e-4a1b170f5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:57.566697 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-dffb4dca-caea-43dd-9b2e-4a1b170f5180 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.2388375 Jun 26 18:19:57.665060 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.670447 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-aa2598d4-087b-4c64-bd65-9ba6b59b5e71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 200 len: 1000 time: 0.0892143 Jun 26 18:19:57.673269 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Transition to ACTIVE for port object 77655733-4d4f-4c1c-92cd-32f83db9eecf will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:19:57.687984 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Transition to ACTIVE for port object 77655733-4d4f-4c1c-92cd-32f83db9eecf will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:19:57.693041 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.695533 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:57.728032 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:19:57.730956 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:19:57.735844 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-2401e117-a588-407d-84c0-d681d88f1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:57.736313 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:19:57.737273 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-2401e117-a588-407d-84c0-d681d88f1e88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0571840 Jun 26 18:19:57.745351 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Pushing event updated for resources: {'Port': ['ID=77655733-4d4f-4c1c-92cd-32f83db9eecf,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:57.750459 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:57.932943 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Attempting to bind port 77655733-4d4f-4c1c-92cd-32f83db9eecf on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:19:57.933321 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Attempting to bind port 77655733-4d4f-4c1c-92cd-32f83db9eecf by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:19:57.933694 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Attempting to bind port 77655733-4d4f-4c1c-92cd-32f83db9eecf on network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:19:57.939012 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:19:57.939432 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Checking segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:19:57.939846 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:57.940247 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Bound using segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:19:57.940722 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Bound port: 77655733-4d4f-4c1c-92cd-32f83db9eecf, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:19:57.941113 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.002599 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] For port 77655733-4d4f-4c1c-92cd-32f83db9eecf, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:19:58.005689 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] For port 77655733-4d4f-4c1c-92cd-32f83db9eecf, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=77655733-4d4f-4c1c-92cd-32f83db9eecf,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:19:58.011215 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.013227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:58.069336 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Pushing event updated for resources: {'Port': ['ID=77655733-4d4f-4c1c-92cd-32f83db9eecf,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:58.072455 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:58.153985 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.175831 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.180549 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-5800bf3e-a912-4e32-94da-6c4eb5961796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:19:58.182054 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-5800bf3e-a912-4e32-94da-6c4eb5961796 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4334223 Jun 26 18:19:58.363055 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Allocated IP 172.27.2.243 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/4446065e-23e4-4ec4-8ac7-588717d80cd0) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:19:58.367075 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-b887b8cf-909e-48ac-ab01-5ae14f40f5e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464326 Jun 26 18:19:58.521525 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4e6bbb4-3df9-4ba2-8fee-d02f044fe7e4 req-c8404a9c-1d2c-4792-b7f7-3ec25a8fb5b7 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469634 Jun 26 18:19:58.532442 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.575619 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.578308 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-413f5689-7228-4229-a84b-e0deb79897ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:58.610254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:19:58.612893 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:19:58.615550 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:19:58.647208 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4446065e-23e4-4ec4-8ac7-588717d80cd0,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:58.650015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:58.738564 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 77655733-4d4f-4c1c-92cd-32f83db9eecf up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:19:58.796137 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 77655733-4d4f-4c1c-92cd-32f83db9eecf completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:19:58.886977 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:58.941645 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf89674-beb7-498c-b5fd-0c9f3dcb614f None None] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:19:59.049403 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Provisioning for port 77655733-4d4f-4c1c-92cd-32f83db9eecf completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:19:59.056997 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Provisioning complete for port 77655733-4d4f-4c1c-92cd-32f83db9eecf triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:19:59.057385 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.081171 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.177043 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.211020 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] For port 77655733-4d4f-4c1c-92cd-32f83db9eecf, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=77655733-4d4f-4c1c-92cd-32f83db9eecf,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:19:59.213390 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Router e4e278d7-3185-4a66-baaf-b2b445d8991c is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:19:59.215859 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.217844 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:19:59.268372 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Pushing event updated for resources: {'Port': ['ID=77655733-4d4f-4c1c-92cd-32f83db9eecf,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:19:59.272788 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-7c4ef9d9-cc7d-4be8-9a5f-2acbc6f96e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:19:59.322405 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:19:59.332324 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Sync routers for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:19:59.338841 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.342718 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0729067 Jun 26 18:19:59.342877 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:19:59.342877 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:59.343223 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 34998) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:19:59.451966 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:19:59.454138 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-27339a3d-b5af-4c1d-9592-d61a873d6b9b None None] Provisioning complete for port 77655733-4d4f-4c1c-92cd-32f83db9eecf triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:19:59.454519 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-27339a3d-b5af-4c1d-9592-d61a873d6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.687728 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:19:58Z', 'revision_number': 3, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:19:59.717687 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Checking router: e4e278d7-3185-4a66-baaf-b2b445d8991c for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:19:59.718044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Updating router e4e278d7-3185-4a66-baaf-b2b445d8991c port 4446065e-23e4-4ec4-8ac7-588717d80cd0 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:19:59.752470 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:19:59.997610 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.003009 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.007985 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Transition to ACTIVE for port object 4446065e-23e4-4ec4-8ac7-588717d80cd0 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:00.013460 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.016319 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-0480a5ec-2e15-410c-969b-5b3c0670c3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:00.069918 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836414-d8af-4289-8621-25d2ea2b3661 None None] Pushing event updated for resources: {'Port': ['ID=4446065e-23e4-4ec4-8ac7-588717d80cd0,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:00.072559 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-63836414-d8af-4289-8621-25d2ea2b3661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:00.073436 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Attempting to bind port 4446065e-23e4-4ec4-8ac7-588717d80cd0 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:20:00.073824 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Attempting to bind port 4446065e-23e4-4ec4-8ac7-588717d80cd0 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:20:00.074202 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Attempting to bind port 4446065e-23e4-4ec4-8ac7-588717d80cd0 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:00.079400 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:20:00.079791 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:00.080208 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.080606 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:20:00.081079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Bound port: 4446065e-23e4-4ec4-8ac7-588717d80cd0, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:20:00.081472 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.131097 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] For port 4446065e-23e4-4ec4-8ac7-588717d80cd0, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:20:00.134544 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] For port 4446065e-23e4-4ec4-8ac7-588717d80cd0, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4446065e-23e4-4ec4-8ac7-588717d80cd0,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:20:00.139739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.142447 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:00.155564 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Allocated IP 172.20.0.1 (b454eac3-e1f5-4fce-b097-2edf4d5e9dd0/bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba/8e5ecc3c-976d-4817-8008-ccef2ff9f144) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:20:00.194478 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:00.195104 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:00.199668 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836414-d8af-4289-8621-25d2ea2b3661 None None] Pushing event updated for resources: {'Port': ['ID=4446065e-23e4-4ec4-8ac7-588717d80cd0,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:00.233523 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-63836414-d8af-4289-8621-25d2ea2b3661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:00.259068 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.274114 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Transition to ACTIVE for port object 8e5ecc3c-976d-4817-8008-ccef2ff9f144 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:00.304958 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:00.306767 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.309501 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-03c9dfb4-04d7-414f-b67a-1727b7e00e2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:00.341702 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:00.345840 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:00.351850 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:20:00.378904 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5ecc3c-976d-4817-8008-ccef2ff9f144,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:00.383553 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:00.393264 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.489140 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:19:58Z', 'revision_number': 3, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:00.517820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5995f3c-653c-4c82-8da0-9af1448a39cf None None] The sync data for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi is: [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:19:58Z', 'revision_number': 3, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:20:00.536699 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.585849 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-7013fa68-3e50-4458-9d1a-30cac2bc01bc None None] Provisioning for port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:00.590110 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-7013fa68-3e50-4458-9d1a-30cac2bc01bc None None] Provisioning complete for port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:00.590494 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7013fa68-3e50-4458-9d1a-30cac2bc01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.626123 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-7013fa68-3e50-4458-9d1a-30cac2bc01bc None None] Port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:20:00.712216 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.717970 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 77655733-4d4f-4c1c-92cd-32f83db9eecf up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:00.733555 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.736813 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ace5fc11-c1a5-497b-a04b-438b966143f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:00.798277 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 77655733-4d4f-4c1c-92cd-32f83db9eecf triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:00.798666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.817243 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5ecc3c-976d-4817-8008-ccef2ff9f144,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:00.820732 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:00.829450 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:00.927391 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:00.929558 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:01.046220 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Router e4e278d7-3185-4a66-baaf-b2b445d8991c has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:20:01.156379 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-97268061-80a8-4445-9e35-a7a6ee4ef6a5 None None] Provisioning complete for port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:01.156936 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97268061-80a8-4445-9e35-a7a6ee4ef6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.164338 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:20:01.169611 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] 10.222.0.23 "PUT /v2.0/routers/e4e278d7-3185-4a66-baaf-b2b445d8991c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250642 Jun 26 18:20:01.194718 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-97268061-80a8-4445-9e35-a7a6ee4ef6a5 None None] Port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:20:01.616995 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35014) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:01.622055 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1865611933-network', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:01.642776 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Made reservation on behalf of b158be3f5d41422aa8431b5b84543c8e for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:20:01.645112 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.654522 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.740407 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.744876 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.748825 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-cf965c07-ed30-4cbb-b193-6e2f12668312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:01.765711 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 18:20:01.780810 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16965737-ce1a-4d55-baf2-91caed976a10,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:01.783689 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.784033 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Added segment 9884ff3f-07ec-44ab-bad9-0afab09c6542 of type vlan for network f9b780c5-cb61-471e-87fc-ca0f62bcd808 Jun 26 18:20:01.785419 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:01.824801 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749020908135'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.856416 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.857772 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:01.858389 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.860573 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9f433ddb-6404-4f8f-b2ca-ecab5821ec81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:01.889579 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2714686 Jun 26 18:20:01.892450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35016) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:01.897560 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Request body: {'subnet': {'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1865611933-subnet', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:01.921000 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Made reservation on behalf of b158be3f5d41422aa8431b5b84543c8e for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:20:01.922485 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Pushing event updated for resources: {'Network': ['ID=f9b780c5-cb61-471e-87fc-ca0f62bcd808,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:01.923558 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4803697'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:01.925248 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-a7c119ed-78f9-4fd2-b8c2-0ad36ff0d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:01.934025 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 details requested by agent ovs-agent-dv-cinder-798198-1-iscsi with host dv-cinder-798198-1-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 18:20:02.095592 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Sync routers for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:20:02.105545 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:02.106158 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:02.107829 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4706569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4803683'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.110867 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4cfbacdf-701d-446b-b429-0ab015ab0d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:02.167045 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e70e100-4350-40a1-b85b-34d48a03880e,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:02.171486 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:02.175601 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Checking segment: {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:02.175966 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Network hostable DHCP agents. Network: f9b780c5-cb61-471e-87fc-ca0f62bcd808, hostable agents: ['ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 18:20:02.192980 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 is scheduled to be hosted by DHCP agent ed4c9f4d-b0ec-43bc-a062-3c83dbf34dbf with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 18:20:02.203478 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-1-iscsi, f9b780c5-cb61-471e-87fc-ca0f62bcd808) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:02.208047 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:02.208640 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.213760 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406a926-6162-49c1-ba05-ece7a1a7fe3e None None] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:20:02.223564 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-53159336-45c7-42ff-8a20-acb68d2c3d2a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3298991 Jun 26 18:20:02.226821 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35018) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:02.232756 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:02.253810 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.254839 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.304470 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:02.306675 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.369783 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75b18c7e-bdcb-5a09-b907-7e3e66138730-f9b780c5-cb61-471e-87fc-ca0f62bcd808', 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'fixed_ips': [{'subnet_id': '7e70e100-4350-40a1-b85b-34d48a03880e'}]}} from dv-cinder-798198-1-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 18:20:02.370757 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.446929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11304'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.504246 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Allocated IP 172.20.0.2 (f9b780c5-cb61-471e-87fc-ca0f62bcd808/7e70e100-4350-40a1-b85b-34d48a03880e/903f7356-6cab-4094-a48d-eef6617127f9) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:20:02.514008 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 2, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:02.541665 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Checking router: e4e278d7-3185-4a66-baaf-b2b445d8991c for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:20:02.542017 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Updating router e4e278d7-3185-4a66-baaf-b2b445d8991c port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:20:02.579846 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.654662 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.660431 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.674603 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Transition to ACTIVE for port object 903f7356-6cab-4094-a48d-eef6617127f9 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:02.681718 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.698564 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Transition to ACTIVE for port object 903f7356-6cab-4094-a48d-eef6617127f9 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:02.705444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.708645 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:02.757092 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:02.758002 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Pushing event updated for resources: {'Port': ['ID=903f7356-6cab-4094-a48d-eef6617127f9,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:02.760873 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:02.762405 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:02.764534 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:20:02.795852 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4446065e-23e4-4ec4-8ac7-588717d80cd0 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:02.808236 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Allocated IP 172.27.2.15 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/e7cf55d5-b332-417a-9664-cc8d7506a329) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:20:02.852900 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.865428 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Transition to ACTIVE for port object 8e5ecc3c-976d-4817-8008-ccef2ff9f144 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:02.872789 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.876503 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-62f39d53-aac0-4bae-ba0c-4e1d8bd98631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:02.920589 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Pushing event updated for resources: {'Port': ['ID=8e5ecc3c-976d-4817-8008-ccef2ff9f144,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:02.926993 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.929060 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.929483 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.929806 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.930150 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.930529 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.930929 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.931272 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.932473 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.933027 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.933585 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.933910 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.934243 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:02.946895 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:02.979858 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.982016 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Attempting to bind port 903f7356-6cab-4094-a48d-eef6617127f9 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:20:02.982387 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Attempting to bind port 903f7356-6cab-4094-a48d-eef6617127f9 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:20:02.982814 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Attempting to bind port 903f7356-6cab-4094-a48d-eef6617127f9 on network f9b780c5-cb61-471e-87fc-ca0f62bcd808 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:02.984116 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-04cca9d0-1cda-4540-8c79-fa4496b48c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:02.988829 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:20:02.989209 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Checking segment: {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:02.989821 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:02.992282 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Bound using segment: {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:20:02.992973 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Bound port: 903f7356-6cab-4094-a48d-eef6617127f9, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:20:02.993553 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.013747 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Attempting to bind port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:20:03.014832 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Attempting to bind port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:20:03.015476 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Attempting to bind port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 on network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:03.021963 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:03.022654 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:20:03.023359 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Checking segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:03.024132 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.024758 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Bound using segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:20:03.024879 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:03.025581 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Bound port: 8e5ecc3c-976d-4817-8008-ccef2ff9f144, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:20:03.026358 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.027268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:20:03.051305 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 4446065e-23e4-4ec4-8ac7-588717d80cd0 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:03.063149 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cf55d5-b332-417a-9664-cc8d7506a329,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:03.065257 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 4446065e-23e4-4ec4-8ac7-588717d80cd0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:03.065639 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.073382 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:03.099098 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] For port 903f7356-6cab-4094-a48d-eef6617127f9, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:20:03.111569 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] For port 8e5ecc3c-976d-4817-8008-ccef2ff9f144, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:20:03.115994 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] For port 8e5ecc3c-976d-4817-8008-ccef2ff9f144, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=8e5ecc3c-976d-4817-8008-ccef2ff9f144,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:20:03.119221 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] For port 903f7356-6cab-4094-a48d-eef6617127f9, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=903f7356-6cab-4094-a48d-eef6617127f9,segment=NetworkSegment(9884ff3f-07ec-44ab-bad9-0afab09c6542),segment_id=9884ff3f-07ec-44ab-bad9-0afab09c6542)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:20:03.122329 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.127193 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-40719987-99c8-415d-875e-42adc85fa15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:03.131741 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.135258 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:03.186669 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Pushing event updated for resources: {'Port': ['ID=903f7356-6cab-4094-a48d-eef6617127f9,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:03.192354 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:03.193303 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:03.194294 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:03.252319 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Pushing event updated for resources: {'Port': ['ID=8e5ecc3c-976d-4817-8008-ccef2ff9f144,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:03.256911 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-7ef10ff0-0d48-4ecd-8c6d-ce177ec35e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:03.259161 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.287124 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 4446065e-23e4-4ec4-8ac7-588717d80cd0, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4446065e-23e4-4ec4-8ac7-588717d80cd0,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:03.292353 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.294997 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-df6b1c1a-26fd-4df2-92f2-bc4c9ffb44df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:03.342535 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:03.359447 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=4446065e-23e4-4ec4-8ac7-588717d80cd0,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:03.362947 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:03.395366 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.629087 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:03.645923 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505238'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.659086 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca133f-c411-4b5e-8ced-c2170f451652 None None] The sync data for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi is: [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:20:03.787897 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Router 67706a46-b804-4f58-9e7b-428fbfb8aa37 is scheduled to L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 18:20:03.899777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:20:03.908444 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Sync routers for ids ['67706a46-b804-4f58-9e7b-428fbfb8aa37'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:20:03.916926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:03.918423 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b3715c4a-89d9-480d-b954-2ffb915cd1f5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6904399 Jun 26 18:20:03.918868 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Routers {'67706a46-b804-4f58-9e7b-428fbfb8aa37'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:03.919528 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['67706a46-b804-4f58-9e7b-428fbfb8aa37'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:03.921190 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35020) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:04.041632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Set router 67706a46-b804-4f58-9e7b-428fbfb8aa37 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:04.247091 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 3, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:04.276287 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Checking router: 67706a46-b804-4f58-9e7b-428fbfb8aa37 for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:20:04.276976 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Updating router 67706a46-b804-4f58-9e7b-428fbfb8aa37 port e7cf55d5-b332-417a-9664-cc8d7506a329 binding host dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:20:04.315244 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.355509 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb0b36-9384-4c96-960f-ec3394ff1553 None None] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:20:04.469893 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-117c55fa-2943-4103-9c5e-75a62374b843 None None] Provisioning for port 903f7356-6cab-4094-a48d-eef6617127f9 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:04.636287 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.715846 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.729541 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Transition to ACTIVE for port object e7cf55d5-b332-417a-9664-cc8d7506a329 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:04.737130 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.740229 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:04.789845 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Attempting to bind port e7cf55d5-b332-417a-9664-cc8d7506a329 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:20:04.790234 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Attempting to bind port e7cf55d5-b332-417a-9664-cc8d7506a329 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:20:04.790611 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Attempting to bind port e7cf55d5-b332-417a-9664-cc8d7506a329 on network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:04.798279 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:20:04.798673 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Checking segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:04.799092 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.799534 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Bound using segment: {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:20:04.800018 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Bound port: e7cf55d5-b332-417a-9664-cc8d7506a329, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:20:04.800415 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.801977 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca0720-ffea-48f1-b592-c3bdf21ac44b None None] Pushing event updated for resources: {'Port': ['ID=e7cf55d5-b332-417a-9664-cc8d7506a329,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:04.805791 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-beca0720-ffea-48f1-b592-c3bdf21ac44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:04.823288 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Allocated IP 172.20.0.1 (f9b780c5-cb61-471e-87fc-ca0f62bcd808/7e70e100-4350-40a1-b85b-34d48a03880e/2f54dafa-b9f0-46c4-a7aa-de7689fd2540) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:20:04.876541 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] For port e7cf55d5-b332-417a-9664-cc8d7506a329, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:20:04.880130 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4446065e-23e4-4ec4-8ac7-588717d80cd0 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:04.883062 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] For port e7cf55d5-b332-417a-9664-cc8d7506a329, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=e7cf55d5-b332-417a-9664-cc8d7506a329,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:20:04.909484 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.914308 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-9fa71d6f-02c0-4488-aa0d-247374ca6b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:04.950534 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:04.964453 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Transition to ACTIVE for port object 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:04.979021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Routers {'67706a46-b804-4f58-9e7b-428fbfb8aa37'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:04.979617 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['67706a46-b804-4f58-9e7b-428fbfb8aa37'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:04.998201 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5330162'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.001014 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-be2f8032-0346-4f68-a830-ee74a667bc33 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:05.030780 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca0720-ffea-48f1-b592-c3bdf21ac44b None None] Pushing event updated for resources: {'Port': ['ID=e7cf55d5-b332-417a-9664-cc8d7506a329,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:05.034014 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-beca0720-ffea-48f1-b592-c3bdf21ac44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:05.035202 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:05.040804 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:05.044178 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:20:05.046563 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 4446065e-23e4-4ec4-8ac7-588717d80cd0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:05.046869 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.068904 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Pushing event updated for resources: {'Port': ['ID=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:05.074543 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:05.089122 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415764'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.145137 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] Set router 67706a46-b804-4f58-9e7b-428fbfb8aa37 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:05.236136 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.282938 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 903f7356-6cab-4094-a48d-eef6617127f9 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:05.347504 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c887498b-67fe-478b-8258-c9f8767db0e1 None None] Provisioning for port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:05.354832 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c887498b-67fe-478b-8258-c9f8767db0e1 None None] Provisioning complete for port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:05.355291 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c887498b-67fe-478b-8258-c9f8767db0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.397759 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.403877 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5329920'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.407363 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:05.413516 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 903f7356-6cab-4094-a48d-eef6617127f9 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:05.421830 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 903f7356-6cab-4094-a48d-eef6617127f9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:05.422217 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.423632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-c887498b-67fe-478b-8258-c9f8767db0e1 None None] Port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:20:05.469210 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 3, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:05.475277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415880'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.478059 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Pushing event updated for resources: {'Port': ['ID=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:05.480929 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:05.498412 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9971a77a-81b4-4aa1-823c-7b0ae2d80e21 None None] The sync data for ids ['67706a46-b804-4f58-9e7b-428fbfb8aa37'] in dv-cinder-798198-1-iscsi is: [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 3, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:20:05.536866 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.571454 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 903f7356-6cab-4094-a48d-eef6617127f9, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=903f7356-6cab-4094-a48d-eef6617127f9,segment=NetworkSegment(9884ff3f-07ec-44ab-bad9-0afab09c6542),segment_id=9884ff3f-07ec-44ab-bad9-0afab09c6542)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:05.575402 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:05.576159 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.577012 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:05.577166 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 8e5ecc3c-976d-4817-8008-ccef2ff9f144 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:05.579753 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:05.660819 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=903f7356-6cab-4094-a48d-eef6617127f9,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:05.664418 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:05.675908 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:05.680785 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:05.681239 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.714322 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Router 67706a46-b804-4f58-9e7b-428fbfb8aa37 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:20:05.764235 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.816259 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 8e5ecc3c-976d-4817-8008-ccef2ff9f144, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=8e5ecc3c-976d-4817-8008-ccef2ff9f144,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:05.821418 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:05.823401 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:05.871168 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:20:05.883789 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fd9b27a4-0f1c-4f22-8cb0-3dd49f2cea10 admin admin] 10.222.0.23 "PUT /v2.0/routers/67706a46-b804-4f58-9e7b-428fbfb8aa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9612334 Jun 26 18:20:05.894574 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=8e5ecc3c-976d-4817-8008-ccef2ff9f144,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:05.897399 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:05.953246 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-c1a545ba-8d5e-48c1-9290-ed1a3e7a76ce None None] Provisioning complete for port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:05.953854 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c1a545ba-8d5e-48c1-9290-ed1a3e7a76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:06.112025 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-c1a545ba-8d5e-48c1-9290-ed1a3e7a76ce None None] Port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:20:06.823851 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device e7cf55d5-b332-417a-9664-cc8d7506a329 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:06.889317 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port e7cf55d5-b332-417a-9664-cc8d7506a329 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:06.894436 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port e7cf55d5-b332-417a-9664-cc8d7506a329 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:06.894823 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:06.989967 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:07.016107 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port e7cf55d5-b332-417a-9664-cc8d7506a329, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=e7cf55d5-b332-417a-9664-cc8d7506a329,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:07.020705 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:07.021829 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 8e5ecc3c-976d-4817-8008-ccef2ff9f144 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:07.024290 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:07.098211 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=e7cf55d5-b332-417a-9664-cc8d7506a329,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:07.141227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:07.141227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:07.141227 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:07.210403 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 903f7356-6cab-4094-a48d-eef6617127f9 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:07.231241 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Sync routers for ids ['67706a46-b804-4f58-9e7b-428fbfb8aa37'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:20:07.242993 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Routers {'67706a46-b804-4f58-9e7b-428fbfb8aa37'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:07.243973 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['67706a46-b804-4f58-9e7b-428fbfb8aa37'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:07.263071 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 903f7356-6cab-4094-a48d-eef6617127f9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:07.263504 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:07.373762 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Set router 67706a46-b804-4f58-9e7b-428fbfb8aa37 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:07.588950 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 4, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2f54dafa-b9f0-46c4-a7aa-de7689fd2540', 'name': '', 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'mac_address': 'fa:16:3e:33:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7e70e100-4350-40a1-b85b-34d48a03880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:04Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 2, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'subnets': [{'id': '7e70e100-4350-40a1-b85b-34d48a03880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:07.706893 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Checking router: 67706a46-b804-4f58-9e7b-428fbfb8aa37 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:20:07.707253 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Updating router 67706a46-b804-4f58-9e7b-428fbfb8aa37 port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 binding host dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 18:20:07.742594 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:08.017753 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:08.029255 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Transition to ACTIVE for port object 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:08.036567 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:08.040613 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:08.096609 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf60cab-7f21-4092-b1dd-ba964822f95c None None] Pushing event updated for resources: {'Port': ['ID=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:08.101251 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-acf60cab-7f21-4092-b1dd-ba964822f95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:08.161087 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Attempting to bind port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 on host dv-cinder-798198-1-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:20:08.161792 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Attempting to bind port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 by drivers openvswitch,hyperv on host dv-cinder-798198-1-iscsi at level 0 using segments [{'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:20:08.161792 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Attempting to bind port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 on network f9b780c5-cb61-471e-87fc-ca0f62bcd808 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:08.168572 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Checking agent: {'id': '2b4e85ca-5a09-49ab-a292-af45e0b04924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 2, 48), 'started_at': datetime.datetime(2021, 6, 26, 18, 3, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:20:08.168954 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Checking segment: {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:08.169362 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:08.169821 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Bound using segment: {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:20:08.170220 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Bound port: 2f54dafa-b9f0-46c4-a7aa-de7689fd2540, host: dv-cinder-798198-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9884ff3f-07ec-44ab-bad9-0afab09c6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:20:08.170613 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:08.242033 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] For port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540, host dv-cinder-798198-1-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:20:08.249854 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] For port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540, host dv-cinder-798198-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,segment=NetworkSegment(9884ff3f-07ec-44ab-bad9-0afab09c6542),segment_id=9884ff3f-07ec-44ab-bad9-0afab09c6542)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:20:08.259742 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:08.262134 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:08.320817 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Routers {'67706a46-b804-4f58-9e7b-428fbfb8aa37'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:08.321444 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:19:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['67706a46-b804-4f58-9e7b-428fbfb8aa37'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:08.367593 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf60cab-7f21-4092-b1dd-ba964822f95c None None] Pushing event updated for resources: {'Port': ['ID=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:08.371368 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-acf60cab-7f21-4092-b1dd-ba964822f95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:08.474884 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] Set router 67706a46-b804-4f58-9e7b-428fbfb8aa37 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:08.707089 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 4, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2f54dafa-b9f0-46c4-a7aa-de7689fd2540', 'name': '', 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'mac_address': 'fa:16:3e:33:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7e70e100-4350-40a1-b85b-34d48a03880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:04Z', 'updated_at': '2021-06-26T18:20:08Z', 'revision_number': 4, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'subnets': [{'id': '7e70e100-4350-40a1-b85b-34d48a03880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:08.734262 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device e7cf55d5-b332-417a-9664-cc8d7506a329 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:08.736237 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d589c37-9ac1-426a-b259-243cabd494d9 None None] The sync data for ids ['67706a46-b804-4f58-9e7b-428fbfb8aa37'] in dv-cinder-798198-1-iscsi is: [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 4, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '2f54dafa-b9f0-46c4-a7aa-de7689fd2540', 'name': '', 'network_id': 'f9b780c5-cb61-471e-87fc-ca0f62bcd808', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'mac_address': 'fa:16:3e:33:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7e70e100-4350-40a1-b85b-34d48a03880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:04Z', 'updated_at': '2021-06-26T18:20:08Z', 'revision_number': 4, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'subnets': [{'id': '7e70e100-4350-40a1-b85b-34d48a03880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:20:08.814958 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port e7cf55d5-b332-417a-9664-cc8d7506a329 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:08.815381 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:10.741149 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:10.798925 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning for port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:10.805556 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:10.805936 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:10.894284 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:10.928605 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] For port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,segment=NetworkSegment(9884ff3f-07ec-44ab-bad9-0afab09c6542),segment_id=9884ff3f-07ec-44ab-bad9-0afab09c6542)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:10.932699 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:10.935218 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:10.982284 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Pushing event updated for resources: {'Port': ['ID=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:10.989961 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.990975 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.991326 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.991682 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.992017 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.992349 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.992725 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.993055 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.993382 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.993707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.994031 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.994353 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:10.998195 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:12.730758 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 up at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:12.786554 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Provisioning complete for port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:12.786794 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:14.774720 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6552-4bc5-4f51-831e-3925bf89455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:15.192670 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-b6dc76c1-9f0c-484b-b9d1-04cb08e1a922 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:15.194163 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-b6dc76c1-9f0c-484b-b9d1-04cb08e1a922 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 815 time: 0.1036580 Jun 26 18:20:15.208124 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-88b89670-972b-4c03-b554-eb9a11113cab tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/quotas/08b9e736489448b69d91e170bd06e4a2 HTTP/1.1" status: 200 len: 375 time: 0.0086849 Jun 26 18:20:15.271587 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-bc34a407-ba5a-47bf-b5cd-9772f9d5c6a6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586572 Jun 26 18:20:15.362426 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-93579d74-588a-4267-b3b0-15c720d7c71a service neutron] 10.222.0.23 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796604 Jun 26 18:20:15.450076 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-72c0182c-d05f-47d8-bb1b-e75effb21816 service neutron] 10.222.0.23 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807600 Jun 26 18:20:15.611927 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-24d323c4-e2eb-4720-9efb-83fd513fcfc3 req-baadd102-e868-4533-a519-4d9f30ee5214 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 210 time: 0.0292985 Jun 26 18:20:16.758108 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-1cbf4b98-0589-4245-9bc1-32614c6df54d tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:16.759538 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-1cbf4b98-0589-4245-9bc1-32614c6df54d tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 815 time: 0.1299233 Jun 26 18:20:16.761273 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2537eb09-70a6-4c66-ab90-e53685e1020b req-a00c7877-a32b-4832-aa91-6bf2d99f0b75 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 210 time: 0.0365045 Jun 26 18:20:16.783834 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'port': {'device_id': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'admin_state_up': True, 'tenant_id': '08b9e736489448b69d91e170bd06e4a2'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:16.885229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Made reservation on behalf of 08b9e736489448b69d91e170bd06e4a2 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 18:20:16.888775 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.010045 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Allocated IP 172.20.0.5 (b454eac3-e1f5-4fce-b097-2edf4d5e9dd0/bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba/6c044c42-c9e2-41b5-89a4-c804b1582a1a) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:20:17.169855 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.185681 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Transition to ACTIVE for port object 6c044c42-c9e2-41b5-89a4-c804b1582a1a will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:17.223603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.229407 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-179d30bf-911c-40bc-b5ec-695caa31e1a8 tempest-VolumesSnapshotTestJSON-1071603890 tempest-VolumesSnapshotTestJSON-1071603890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:17.290068 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:17.295927 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:17.306837 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:17.308647 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:17.322778 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:20:17.383678 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:17.384495 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.412727 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d442c012-17ca-4ffa-b795-154b26ef9081 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6371601 Jun 26 18:20:17.556445 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-efe959ac-e0e9-4ec9-90d3-96f817e1578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.585021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.588193 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-cd4d0d9d-b4f9-42ac-84c9-ff8c2ca62e06 None None] Provisioning for port 6c044c42-c9e2-41b5-89a4-c804b1582a1a completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:17.592661 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-cd4d0d9d-b4f9-42ac-84c9-ff8c2ca62e06 None None] Provisioning complete for port 6c044c42-c9e2-41b5-89a4-c804b1582a1a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:17.593274 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0d9d-b4f9-42ac-84c9-ff8c2ca62e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:17.631610 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d0d9d-b4f9-42ac-84c9-ff8c2ca62e06 None None] Port 6c044c42-c9e2-41b5-89a4-c804b1582a1a cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 18:20:17.935151 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea208ca4-ef21-4221-a3a5-307d33e7bd56 req-38804dcf-47ff-4e50-8d4b-254c45457e21 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:17.936679 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ea208ca4-ef21-4221-a3a5-307d33e7bd56 req-38804dcf-47ff-4e50-8d4b-254c45457e21 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0647402 Jun 26 18:20:17.980054 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ea208ca4-ef21-4221-a3a5-307d33e7bd56 req-391d7dde-d7e1-4fb2-a085-c408ddf92e75 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Jun 26 18:20:18.646225 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:18.734342 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:20:19.155968 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0cf9-dfe3-4c50-873b-292c35a78f4f req-4f450950-878a-421d-b3c3-f708d437b41c tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:19.157450 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c95b0cf9-dfe3-4c50-873b-292c35a78f4f req-4f450950-878a-421d-b3c3-f708d437b41c tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0641088 Jun 26 18:20:19.199437 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c95b0cf9-dfe3-4c50-873b-292c35a78f4f req-c817c9fd-3b12-4f43-9530-4c8b20fc14bc tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361304 Jun 26 18:20:20.097186 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:20.378707 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13aa58-3796-481b-8f5c-d149f10959f2 req-2a35dff2-0f33-40e3-b634-7b9ce5150b13 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:20.380220 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5c13aa58-3796-481b-8f5c-d149f10959f2 req-2a35dff2-0f33-40e3-b634-7b9ce5150b13 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0672944 Jun 26 18:20:20.420082 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5c13aa58-3796-481b-8f5c-d149f10959f2 req-7119e60a-f5ed-4fbc-9c39-9566651495df tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Jun 26 18:20:21.596467 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755cee-bbd8-48c9-87b7-e2dd0425cab3 req-d88fc531-2d04-4740-86b7-018901b5697f tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:21.597955 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-58755cee-bbd8-48c9-87b7-e2dd0425cab3 req-d88fc531-2d04-4740-86b7-018901b5697f tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0649350 Jun 26 18:20:21.636842 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-58755cee-bbd8-48c9-87b7-e2dd0425cab3 req-de17f1b4-fed1-4afa-8b32-505b7d1ab9bf tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jun 26 18:20:22.812509 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e555-a12b-4c2c-ab1f-1f098ff51cc7 req-7418a086-a932-4738-a02c-361b027f145c tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:22.813983 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98c4e555-a12b-4c2c-ab1f-1f098ff51cc7 req-7418a086-a932-4738-a02c-361b027f145c tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0671499 Jun 26 18:20:22.853724 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98c4e555-a12b-4c2c-ab1f-1f098ff51cc7 req-34d93b70-de9e-4f29-a931-fdc61bb2b4a3 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340788 Jun 26 18:20:24.033444 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0214252-6c2d-454f-8ef6-f9f31f225785 req-77e0778b-1a15-424c-8122-ee914edbf121 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:24.035037 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0214252-6c2d-454f-8ef6-f9f31f225785 req-77e0778b-1a15-424c-8122-ee914edbf121 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0719466 Jun 26 18:20:24.072040 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0214252-6c2d-454f-8ef6-f9f31f225785 req-543b90e2-e657-47e4-9230-df46d30b861f tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Jun 26 18:20:24.224653 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:25.250528 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6bee-073d-456b-b20e-b5cebfefa03d req-22c138b5-314a-4744-ba3d-f5d5f5f67f4b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:25.252019 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-79bd6bee-073d-456b-b20e-b5cebfefa03d req-22c138b5-314a-4744-ba3d-f5d5f5f67f4b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0634804 Jun 26 18:20:25.291744 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-79bd6bee-073d-456b-b20e-b5cebfefa03d req-f55092e7-9416-484b-9bbb-056864613a75 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Jun 26 18:20:26.497298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d9781-46af-4b36-8325-1d19293bacb8 req-7d0a3b8d-e28b-4238-8d0f-32f057369ec8 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:26.498791 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d94d9781-46af-4b36-8325-1d19293bacb8 req-7d0a3b8d-e28b-4238-8d0f-32f057369ec8 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.0671668 Jun 26 18:20:26.536430 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d94d9781-46af-4b36-8325-1d19293bacb8 req-6e5eda8e-7f3b-4203-978e-6f38f0affd97 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jun 26 18:20:27.401141 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Request body: {'port': {'device_id': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:27.467229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:28.018765 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d0b6-b135-44a6-b028-a27944fd30ec req-b101ede2-a23a-4205-8810-628ec31ca4a7 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.020259 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd63d0b6-b135-44a6-b028-a27944fd30ec req-b101ede2-a23a-4205-8810-628ec31ca4a7 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 931 time: 0.3735778 Jun 26 18:20:28.023801 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c044c42-c9e2-41b5-89a4-c804b1582a1a {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:20:28.036321 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:28.059777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Transition to ACTIVE for port object 6c044c42-c9e2-41b5-89a4-c804b1582a1a will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 18:20:28.065772 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:28.070105 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-86594404-e31a-43bb-aaab-dcff88c4262e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:28.098268 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd63d0b6-b135-44a6-b028-a27944fd30ec req-7989d5c5-33f4-4db2-bb2b-a0036e749c42 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700810 Jun 26 18:20:28.122135 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:28.125070 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:28.196902 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Attempting to bind port 6c044c42-c9e2-41b5-89a4-c804b1582a1a on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 18:20:28.197236 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Attempting to bind port 6c044c42-c9e2-41b5-89a4-c804b1582a1a by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 18:20:28.197565 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Attempting to bind port 6c044c42-c9e2-41b5-89a4-c804b1582a1a on network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:28.202007 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Port 6c044c42-c9e2-41b5-89a4-c804b1582a1a on network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 18:20:28.202319 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Attempting to bind port 6c044c42-c9e2-41b5-89a4-c804b1582a1a on network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 18:20:28.207015 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Checking agent: {'id': '3f5e0e83-9ff3-40c9-8fc4-d9899a77f2c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'started_at': datetime.datetime(2021, 6, 26, 18, 8, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 18, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 18:20:28.207374 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Checking segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 18:20:28.207759 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Bound using segment: {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 18:20:28.208175 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Bound port: 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6ef3b5-39e5-4336-bc73-f853315a1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 18:20:28.208529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:28.271684 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 18:20:28.275068 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 18:20:28.279448 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:28.282116 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-a8093cc2-1c49-4192-a01b-60ab4f0e941a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:28.313374 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.314036 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:28.315652 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] 10.222.0.35 "PUT /v2.0/ports/6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 1093 time: 0.9194360 Jun 26 18:20:28.318034 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:20:28.320980 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d8a76-5056-46df-b824-b21366b002dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:20:28.350418 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:28.354269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:28.362221 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8414c6-4133-4182-afeb-89a9dbd8bc1e x-openstack-request-id: req-4e8414c6-4133-4182-afeb-89a9dbd8bc1e {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:20:28.362571 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:20:28.363183 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e8414c6-4133-4182-afeb-89a9dbd8bc1e {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:20:28.363659 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'status': 'completed', 'code': 200} Jun 26 18:20:28.436144 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-2990fe24-3f91-4bbe-9236-3ba835d3dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.437620 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-2990fe24-3f91-4bbe-9236-3ba835d3dc22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1096 time: 0.0556331 Jun 26 18:20:28.485078 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d50d82a5-b9da-4545-809e-d692c75e627b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 217 time: 0.0340343 Jun 26 18:20:28.534095 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-16da6bee-f669-45ab-af7f-051dacb40318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.535449 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-16da6bee-f669-45ab-af7f-051dacb40318 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0441563 Jun 26 18:20:28.590147 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc15de-a627-402e-b81f-1cf002db031a req-1451cd4a-6ad2-4066-983c-c3fcad86b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.591636 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-1451cd4a-6ad2-4066-983c-c3fcad86b3da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499623 Jun 26 18:20:28.676643 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-d251abcb-383a-4a3c-9d1f-dcce237e4bd5 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779579 Jun 26 18:20:28.762458 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8cc15de-a627-402e-b81f-1cf002db031a req-7bac231b-4bb9-48c4-a9cc-f8e625a6e006 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797241 Jun 26 18:20:28.898408 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8a76-5056-46df-b824-b21366b002dd req-3b857f41-5f04-4614-898d-3ae658fbf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.899935 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-3b857f41-5f04-4614-898d-3ae658fbf9ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1096 time: 0.0514979 Jun 26 18:20:28.990432 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8a76-5056-46df-b824-b21366b002dd req-c0803a61-7cf7-41cd-8146-c0c02f9932ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:28.991931 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-c0803a61-7cf7-41cd-8146-c0c02f9932ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.0855312 Jun 26 18:20:29.031416 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-17353963-caf2-45b4-b06c-7e7d656db28a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 217 time: 0.0325222 Jun 26 18:20:29.077811 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8a76-5056-46df-b824-b21366b002dd req-35e242e1-1d61-4d29-8294-831156a0d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:29.079098 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-35e242e1-1d61-4d29-8294-831156a0d90f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0405385 Jun 26 18:20:29.138239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8a76-5056-46df-b824-b21366b002dd req-447c114d-bd95-4347-bf26-54f3367848b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:29.139737 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-447c114d-bd95-4347-bf26-54f3367848b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529087 Jun 26 18:20:29.262656 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-32b95079-f086-4d5c-a810-6d93c7f72dd9 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144373 Jun 26 18:20:29.315205 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d958-410f-4904-aaf6-4566f5f44c3a req-d0b0db30-dffd-4d93-a5be-6c7dab13d0e9 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:29.316635 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6197d958-410f-4904-aaf6-4566f5f44c3a req-d0b0db30-dffd-4d93-a5be-6c7dab13d0e9 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 943 time: 0.1064625 Jun 26 18:20:29.386533 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6197d958-410f-4904-aaf6-4566f5f44c3a req-8c120cf2-36cf-4974-97b5-0a4f117b0882 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Jun 26 18:20:29.396148 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2d8a76-5056-46df-b824-b21366b002dd req-d302ff70-751b-4690-a0ca-02a848da7665 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237326 Jun 26 18:20:30.560254 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cda4ee-60be-4c2d-9584-cd38dde8b6bd req-7da84721-3433-4667-b55f-59adb196e2ba tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:30.561713 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14cda4ee-60be-4c2d-9584-cd38dde8b6bd req-7da84721-3433-4667-b55f-59adb196e2ba tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 943 time: 0.0632825 Jun 26 18:20:30.598168 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 6c044c42-c9e2-41b5-89a4-c804b1582a1a details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 18:20:30.606721 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14cda4ee-60be-4c2d-9584-cd38dde8b6bd req-92848e6f-d183-425a-9a13-f6dde33a3836 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jun 26 18:20:30.688408 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:30.698998 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Returning: {'device': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'port_id': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'mac_address': 'fa:16:3e:52:a5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 18:20:30.738029 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:30.749825 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c044c42-c9e2-41b5-89a4-c804b1582a1a {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 18:20:30.768049 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:30.771504 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:30.773732 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:30.817348 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:30.820836 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:31.058486 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['6c044c42-c9e2-41b5-89a4-c804b1582a1a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:20:31.772426 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb0c74-5e45-42c9-aba5-8afeeac33866 req-229708b3-aa36-4042-9b5c-03e28d95b16e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:31.773937 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5eeb0c74-5e45-42c9-aba5-8afeeac33866 req-229708b3-aa36-4042-9b5c-03e28d95b16e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 944 time: 0.0612619 Jun 26 18:20:31.810232 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5eeb0c74-5e45-42c9-aba5-8afeeac33866 req-996d375d-2077-4646-aaaf-57be2c247c53 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Jun 26 18:20:32.613701 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 6c044c42-c9e2-41b5-89a4-c804b1582a1a up at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 18:20:32.659793 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning for port 6c044c42-c9e2-41b5-89a4-c804b1582a1a completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 18:20:32.663402 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Provisioning complete for port 6c044c42-c9e2-41b5-89a4-c804b1582a1a triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:32.663901 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:32.735115 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:32.760533 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:20:32.762773 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd452ce837540f2b44b3011128f6e52f58f5ef8133b45350fcdce1981902912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40daad2-6ac1-4703-8f97-a7d2246fcbed" -d '{"events": [{"server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "name": "network-vif-plugged", "status": "completed", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:20:32.775691 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:32.780263 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:32.782123 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-11249c18-a1f2-49ca-b991-ff8c455a6a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:32.817860 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edcadf-e22f-4996-a495-2971d559f14e x-openstack-request-id: req-a6edcadf-e22f-4996-a495-2971d559f14e {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:20:32.818153 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "name": "network-vif-plugged", "status": "completed", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:20:32.818408 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6edcadf-e22f-4996-a495-2971d559f14e {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:20:32.818799 dv-cinder-798198-1-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'code': 200} Jun 26 18:20:32.828271 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:32.831088 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:32.981723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6b197-75b6-4235-9699-0a98ee1b8134 req-e76bc0b3-b5d4-4545-a6ed-2dc3c81c4d7e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:32.983177 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80d6b197-75b6-4235-9699-0a98ee1b8134 req-e76bc0b3-b5d4-4545-a6ed-2dc3c81c4d7e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Jun 26 18:20:33.047038 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80d6b197-75b6-4235-9699-0a98ee1b8134 req-f9684a01-9519-4df0-94b4-ccc42456e853 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578749 Jun 26 18:20:33.072570 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233e932-9531-4d0e-9d72-1b629251f1aa req-d279a5bc-bcc0-40cd-9b92-1d277c1a0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:33.073997 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a233e932-9531-4d0e-9d72-1b629251f1aa req-d279a5bc-bcc0-40cd-9b92-1d277c1a0f41 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1098 time: 0.0584204 Jun 26 18:20:33.106241 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a233e932-9531-4d0e-9d72-1b629251f1aa req-f836b407-b950-4699-9e4f-bc7a5e3d57a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258989 Jun 26 18:20:34.223521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa49c35-2ede-4468-81a2-65144f69a330 req-62b3d491-f8cd-440d-b805-bbaa8b7664b5 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:34.225163 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4fa49c35-2ede-4468-81a2-65144f69a330 req-62b3d491-f8cd-440d-b805-bbaa8b7664b5 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0637953 Jun 26 18:20:34.263820 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4fa49c35-2ede-4468-81a2-65144f69a330 req-a1b17345-548d-4121-850c-39c40a22ba15 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Jun 26 18:20:35.435161 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47785f-7fcb-451d-a2d5-b6a7ce4e405e req-d0cf4f15-2b2e-43af-a96f-f3d49c7d5e84 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:35.436637 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8a47785f-7fcb-451d-a2d5-b6a7ce4e405e req-d0cf4f15-2b2e-43af-a96f-f3d49c7d5e84 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0642924 Jun 26 18:20:35.473056 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8a47785f-7fcb-451d-a2d5-b6a7ce4e405e req-379ebd9a-8794-4d93-aff5-40b32c7a6c46 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Jun 26 18:20:35.637851 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395324-19f9-4a32-810e-29c711e62907 req-4c71021a-06ab-4a90-837e-429af632dc0a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:35.639285 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8395324-19f9-4a32-810e-29c711e62907 req-4c71021a-06ab-4a90-837e-429af632dc0a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0617275 Jun 26 18:20:35.674928 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b8395324-19f9-4a32-810e-29c711e62907 req-94a8a055-c7ba-4574-8fa7-9d81f234a007 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300729 Jun 26 18:20:36.044183 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10657-1e26-4714-9c09-eb93c02237c5 req-01a52466-54e4-4043-9ea9-63425303e8ee tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:36.045530 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6aa10657-1e26-4714-9c09-eb93c02237c5 req-01a52466-54e4-4043-9ea9-63425303e8ee tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0617826 Jun 26 18:20:36.082706 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6aa10657-1e26-4714-9c09-eb93c02237c5 req-b97c96c7-405d-4e21-87bc-2d108fc0e3d2 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Jun 26 18:20:44.776519 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-412b99d6-a77b-4084-8b66-391241c1fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:45.730187 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56bf2-cc2e-441c-9398-75bf03a00202 req-1db443ab-ac57-48b8-ac14-7cfae705e266 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:45.740554 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a56bf2-cc2e-441c-9398-75bf03a00202 req-1db443ab-ac57-48b8-ac14-7cfae705e266 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.2036922 Jun 26 18:20:45.771635 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a56bf2-cc2e-441c-9398-75bf03a00202 req-6e534a18-dbc6-4246-aae1-da8d4f9045aa tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jun 26 18:20:45.795677 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35212) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:45.882965 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a877ac-ad62-4881-afcd-750e3d581c23 tempest-TestMinimumBasicScenario-1488005716 tempest-TestMinimumBasicScenario-1488005716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:45.884463 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-07a877ac-ad62-4881-afcd-750e3d581c23 tempest-TestMinimumBasicScenario-1488005716 tempest-TestMinimumBasicScenario-1488005716-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1093 time: 0.0878446 Jun 26 18:20:45.887280 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35216) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:45.891529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'floatingip': {'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'port_id': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:45.911775 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.005623 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.102701 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Allocated IP 172.27.2.107 (3af76cbb-dacb-47e5-83fe-1ea01a36a5c5/c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5/60d1ce50-6d38-4ffe-9f10-f101e4e9df03) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 18:20:46.202007 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.239206 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1956839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749020933349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4706685'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.241167 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d810f025-7945-49cd-b396-f4126c456853 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:46.275276 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Network 3af76cbb-dacb-47e5-83fe-1ea01a36a5c5 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 18:20:46.280269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 18:20:46.282816 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 18:20:46.308140 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'Port': ['ID=60d1ce50-6d38-4ffe-9f10-f101e4e9df03,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:46.318675 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.319045 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.319437 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.319819 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.320178 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.320529 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.320881 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.321230 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.321581 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.321925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.322269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.322610 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:46.326114 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:46.648808 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.722883 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.864815 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.869200 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:46.871077 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-777c9b83-d799-47a6-8660-f221bb9da00a tempest-AttachVolumeNegativeTest-271893035 tempest-AttachVolumeNegativeTest-271893035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:46.932832 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'Port': ['ID=60d1ce50-6d38-4ffe-9f10-f101e4e9df03,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:46.936522 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:46.944384 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505094'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.040004 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Floating IP 6aded925-1a81-49b4-87e9-5eac7049d389 associated. External IP: 172.27.2.107, port: 6c044c42-c9e2-41b5-89a4-c804b1582a1a. Jun 26 18:20:47.242152 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Router e4e278d7-3185-4a66-baaf-b2b445d8991c has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:20:47.345173 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:20:47.355850 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] Sync routers for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:20:47.364292 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.365035 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:47.365667 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:20:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:47.400937 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5126321 Jun 26 18:20:47.401601 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:20:47.403777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35218) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:47.404260 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14594f43-b2a9-4286-a743-03287e6b2812" -d '{"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:20:47.408476 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029208469', 'description': 'tempest-secgroup-smoke-2029208469 description', 'project_id': '08b9e736489448b69d91e170bd06e4a2'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:47.435718 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.445966 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b6d3c-bf70-42a1-a71c-4612740a8ebb x-openstack-request-id: req-7d4b6d3c-bf70-42a1-a71c-4612740a8ebb {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:20:47.446359 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:20:47.446709 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d4b6d3c-bf70-42a1-a71c-4612740a8ebb {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:20:47.447372 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'status': 'completed', 'code': 200} Jun 26 18:20:47.481635 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:47.519541 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.523726 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.526173 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5917f3a1-9dcd-4675-91d2-77a482a17c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:47.548404 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.549647 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1448753 Jun 26 18:20:47.553382 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35222) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:47.558489 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69463c49-1fa4-407d-b5fb-d1e68ed3bf95,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:47.558924 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group_rule': {'security_group_id': '69463c49-1fa4-407d-b5fb-d1e68ed3bf95', 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:47.569702 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.570786 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.571250 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.572250 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.572917 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.573297 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.574262 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.574262 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.574498 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.575267 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.575950 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.576317 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:20:47.576639 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594f43-b2a9-4286-a743-03287e6b2812 req-98f037eb-e891-4ef1-a841-f20c2c570e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:47.578158 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-98f037eb-e891-4ef1-a841-f20c2c570e88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1098 time: 0.0743430 Jun 26 18:20:47.580481 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-3c8b3e30-4e90-41d5-b730-81a6dabbe26b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:47.603394 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.617624 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9932780c-10c4-4586-85cb-3f7e5c66cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.619017 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.707281 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.714958 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.718472 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:47.721461 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594f43-b2a9-4286-a743-03287e6b2812 req-ac6931a7-57f4-4f3f-a2f2-cc4919093095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:47.722874 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-ac6931a7-57f4-4f3f-a2f2-cc4919093095 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.1285732 Jun 26 18:20:47.727195 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '6aded925-1a81-49b4-87e9-5eac7049d389', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'port_id': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'mac_address': 'fa:16:3e:52:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:20:46Z', 'updated_at': '2021-06-26T18:20:46Z', 'revision_number': 0, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:47.745214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c2bedf-346e-4b2f-b827-d43ab7eaadd5,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:47.756196 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] Checking router: e4e278d7-3185-4a66-baaf-b2b445d8991c for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:20:47.764674 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:20:47.765293 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:20:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:47.772818 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:47.776119 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.777683 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0abb0548-de11-4fa3-818e-7c2871e18479 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2227299 Jun 26 18:20:47.779993 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35224) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:47.784227 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group_rule': {'security_group_id': '69463c49-1fa4-407d-b5fb-d1e68ed3bf95', 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:47.820977 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-1031e7a1-2431-410f-a26f-432187eb74d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 999 time: 0.0875802 Jun 26 18:20:47.830834 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.868507 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:20:47.897271 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594f43-b2a9-4286-a743-03287e6b2812 req-cda12658-e642-4a84-88ea-9ce4ea7121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:47.899247 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-cda12658-e642-4a84-88ea-9ce4ea7121b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0694287 Jun 26 18:20:47.951035 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.956993 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.962933 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:47.982595 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89e9da1-19cb-4e8e-82fd-970a2fcd5d38,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:47.986813 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:47.990515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:47.991840 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-23604b19-8a5f-4061-97c9-2f56fed55516 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2109368 Jun 26 18:20:47.994713 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594f43-b2a9-4286-a743-03287e6b2812 req-908a1680-e4ff-4396-a621-27d389bd0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:47.994918 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35226) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:47.996147 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-908a1680-e4ff-4396-a621-27d389bd0fea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897493 Jun 26 18:20:48.000364 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group_rule': {'security_group_id': '69463c49-1fa4-407d-b5fb-d1e68ed3bf95', 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:48.032073 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.082540 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.088032 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.090252 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-123969d4-3c0b-4a2f-8814-d04c14dc86dd tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:48.093214 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-c8c66094-3447-4742-ba57-d465a7f0d800 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892820 Jun 26 18:20:48.103011 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '6aded925-1a81-49b4-87e9-5eac7049d389', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'port_id': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'mac_address': 'fa:16:3e:52:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:20:46Z', 'updated_at': '2021-06-26T18:20:46Z', 'revision_number': 0, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:20:48.106396 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a6a31e-81dd-4f31-b44c-afd30b377791,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:48.115021 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:48.127064 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.131977 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-25a163a4-016f-443e-8823-eb58d48cf352 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354589 Jun 26 18:20:48.133443 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35228) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:48.133914 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f84b9-a792-4352-ad43-8ea03a40fd16 None None] The sync data for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi is: [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': '6aded925-1a81-49b4-87e9-5eac7049d389', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'port_id': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'mac_address': 'fa:16:3e:52:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:20:46Z', 'updated_at': '2021-06-26T18:20:46Z', 'revision_number': 0, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:20:48.138149 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group_rule': {'security_group_id': '69463c49-1fa4-407d-b5fb-d1e68ed3bf95', 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:48.172244 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.188194 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14594f43-b2a9-4286-a743-03287e6b2812 req-69f5ff8d-b4f2-4295-9b91-946842519876 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880890 Jun 26 18:20:48.235781 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.239798 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.241908 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-90341d16-2151-455f-a8d5-11ad5e08deee tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:48.258368 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93147e44-1b3a-4554-9ec5-bd049079a3ef,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:48.261022 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:48.265754 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.267003 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5d3f756d-79b7-4752-86d0-cb7be718cf4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324735 Jun 26 18:20:48.269714 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35230) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:48.274837 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group_rule': {'security_group_id': '69463c49-1fa4-407d-b5fb-d1e68ed3bf95', 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:48.296124 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Project 08b9e736489448b69d91e170bd06e4a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:20:48.301193 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.363772 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.367486 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.372607 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-000cee06-d679-4361-a6ba-1a613339ca23 tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:48.389362 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc05af7-50a4-4ee5-8ab8-387c4798e919,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:48.392414 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:48.394110 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.398986 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-96911ea8-b032-4c54-a3ff-32602588f349 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246691 Jun 26 18:20:48.398986 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35232) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:20:48.403639 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'security_group_rule': {'security_group_id': '69463c49-1fa4-407d-b5fb-d1e68ed3bf95', 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:48.425520 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Project 08b9e736489448b69d91e170bd06e4a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 18:20:48.431495 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.494313 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.498042 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621601'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.503098 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:48.522502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c623afe6-c189-4e6a-ba36-e73d4da917e9,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:48.524987 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:48.530153 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.534013 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2c50c4a4-534f-45c6-8fef-94196afdde71 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317780 Jun 26 18:20:48.649354 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:48.659559 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-e2db4c27-879e-476d-adef-685b3927cb96 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029208469&fields=id&tenant_id=08b9e736489448b69d91e170bd06e4a2 HTTP/1.1" status: 200 len: 267 time: 0.0408709 Jun 26 18:20:48.727615 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-29e24160-8e8b-477b-b135-1efb20aa8781 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:48.729365 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-29e24160-8e8b-477b-b135-1efb20aa8781 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0636742 Jun 26 18:20:48.740682 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'port': {'security_groups': ['7b530d90-e39b-43d5-b6b6-af803e015beb', '69463c49-1fa4-407d-b5fb-d1e68ed3bf95']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:20:48.776894 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769f646-de43-460f-87fe-15c109da088f None None] New status for floating IP 6aded925-1a81-49b4-87e9-5eac7049d389: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:20:48.823538 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:49.005976 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:20:49.033705 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:49.038103 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:49.042225 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e93e6976-ada4-4521-ba9b-4e98141569c4 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:20:49.073258 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['6c044c42-c9e2-41b5-89a4-c804b1582a1a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:20:49.346329 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:49.346982 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:49.348500 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bb0c581d-cd32-4b1b-9854-d1efebaebd5a req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "PUT /v2.0/ports/6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 981 time: 0.6128139 Jun 26 18:20:49.381699 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=6']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:20:49.385740 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:20:49.448816 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:20:49.451213 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e" -d '{"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:20:49.501995 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e7ba0-2102-4f87-8fb2-3970de884045 x-openstack-request-id: req-f35e7ba0-2102-4f87-8fb2-3970de884045 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:20:49.502320 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:20:49.502606 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f35e7ba0-2102-4f87-8fb2-3970de884045 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:20:49.503037 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'status': 'completed', 'code': 200} Jun 26 18:20:49.507904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['6c044c42-c9e2-41b5-89a4-c804b1582a1a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:20:49.593696 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3e1410a9-1017-43b6-b07f-314dcdb8cfb6 None None] Provisioning complete for port 6c044c42-c9e2-41b5-89a4-c804b1582a1a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:20:49.594023 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3e1410a9-1017-43b6-b07f-314dcdb8cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:49.601403 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9865b5-c26e-4f26-a405-3a5ba99ebfa9 req-b784eae6-462f-41a9-a581-2d611be2d2fc tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:49.602874 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6a9865b5-c26e-4f26-a405-3a5ba99ebfa9 req-b784eae6-462f-41a9-a581-2d611be2d2fc tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.1448014 Jun 26 18:20:49.658219 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6a9865b5-c26e-4f26-a405-3a5ba99ebfa9 req-bd12f2d0-e670-4aa8-b8a4-75955339d780 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485311 Jun 26 18:20:49.660464 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-2d2520d1-dab3-4938-85f3-c61930a98b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:49.661879 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-2d2520d1-dab3-4938-85f3-c61930a98b2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1137 time: 0.1094708 Jun 26 18:20:49.757125 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-64e64489-ec4b-47c6-b50b-e0e27409e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:49.758611 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-64e64489-ec4b-47c6-b50b-e0e27409e7f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.0895739 Jun 26 18:20:49.832770 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-9882bdd9-88bd-4941-ac38-d16d71c65fb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 1001 time: 0.0623863 Jun 26 18:20:49.880658 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-eeae1efd-7394-41e2-9606-4c143d7fe2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:49.882096 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-eeae1efd-7394-41e2-9606-4c143d7fe2db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0421412 Jun 26 18:20:49.938193 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-df26f15a-de28-4d71-a119-f49ea6e5b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:49.939681 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-df26f15a-de28-4d71-a119-f49ea6e5b6d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499656 Jun 26 18:20:50.028564 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-fcb74a62-b4ec-47b2-8ca0-af0c384ffa6c service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815268 Jun 26 18:20:50.095666 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:50.117330 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-585216ae-41e7-4cf5-a1a4-fa7aeeb3b33e req-4b071efb-43ce-4971-b661-1beda97bb533 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810869 Jun 26 18:20:54.212640 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:20:55.732549 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:20:58.207940 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-99aec915-fcbb-4bb0-98d1-af65be73bb3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521960 Jun 26 18:20:58.296102 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-8a1e4454-f9e7-4705-a64b-dd1e2cb03054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:58.297505 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-8a1e4454-f9e7-4705-a64b-dd1e2cb03054 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1099 time: 0.0496228 Jun 26 18:20:58.398085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-ea043f96-f091-4b9b-ae42-f22815696b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:58.400031 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-ea043f96-f091-4b9b-ae42-f22815696b51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0816042 Jun 26 18:20:58.464671 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-4e90ef72-1c36-4ee0-bc7d-735b253d08f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0582221 Jun 26 18:20:58.510488 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-71b72545-e1a0-4f2f-80dc-da42c05dc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:58.511916 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-71b72545-e1a0-4f2f-80dc-da42c05dc8d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0415342 Jun 26 18:20:58.565797 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-908df419-bc1c-4792-92da-7a274118b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:20:58.567216 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-908df419-bc1c-4792-92da-7a274118b26e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482764 Jun 26 18:20:58.577783 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-926eb4c4-7ba2-4efd-9eef-055f8886bef4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 18:20:58.578698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-926eb4c4-7ba2-4efd-9eef-055f8886bef4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048418 Jun 26 18:20:58.667474 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-8de2697a-5f6b-46dd-acfa-1a3fd09d843e service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817204 Jun 26 18:20:58.756630 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88dd614c-0aca-42fc-afa6-32a8b84540bd req-6b11ffca-69a5-4e1d-9793-8023ff33d3b8 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827360 Jun 26 18:21:12.684353 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648e4eb-f304-4320-9291-e7a960b44852 req-4d0aa5d1-f7ea-45eb-90ab-d4918fa57a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:12.685609 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-4d0aa5d1-f7ea-45eb-90ab-d4918fa57a81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1137 time: 0.0947201 Jun 26 18:21:12.698350 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cecb97-29e8-4f8e-b75a-4c3fad066acd req-4ef5daa3-9552-4c90-b2ee-eb4e8a3bdffd tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:12.699808 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11cecb97-29e8-4f8e-b75a-4c3fad066acd req-4ef5daa3-9552-4c90-b2ee-eb4e8a3bdffd tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.1012847 Jun 26 18:21:12.788034 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11cecb97-29e8-4f8e-b75a-4c3fad066acd req-ce200b98-5735-4391-b013-beede1559b02 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802336 Jun 26 18:21:12.811705 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648e4eb-f304-4320-9291-e7a960b44852 req-62dec6a2-3324-48a1-8ae3-4f0af89efce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:12.813142 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-62dec6a2-3324-48a1-8ae3-4f0af89efce0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.1125009 Jun 26 18:21:12.875947 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-41e6bf3a-00ea-49b4-a713-7ef26b308238 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 1001 time: 0.0556140 Jun 26 18:21:12.927876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648e4eb-f304-4320-9291-e7a960b44852 req-a377256f-7c2e-4575-8174-3c345c73bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:12.929414 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-a377256f-7c2e-4575-8174-3c345c73bdc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0452032 Jun 26 18:21:12.983213 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648e4eb-f304-4320-9291-e7a960b44852 req-ef0034e8-5a90-4e91-8a12-fb6940a6f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:12.984567 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-ef0034e8-5a90-4e91-8a12-fb6940a6f7d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486517 Jun 26 18:21:13.069387 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-e1475595-c3f1-4a8f-8da4-27a2127c866f service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775952 Jun 26 18:21:13.157514 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f648e4eb-f304-4320-9291-e7a960b44852 req-bd4b4b81-077e-48f2-ad5d-b48c831b9ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812140 Jun 26 18:21:13.959672 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983d92e-fab1-4244-8652-354b38d34ad9 req-0116c824-a24e-4f4a-9d89-ce554bfe1bea tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:13.961156 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4983d92e-fab1-4244-8652-354b38d34ad9 req-0116c824-a24e-4f4a-9d89-ce554bfe1bea tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0612826 Jun 26 18:21:13.999635 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4983d92e-fab1-4244-8652-354b38d34ad9 req-743bdaf5-a105-42bd-bdc5-92515847b1fa tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327075 Jun 26 18:21:14.776928 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7f704e5c-bc83-4001-b3f9-cf85c40ce904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:15.170169 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea6569-af56-4d06-835f-d7091d243a11 req-0599318e-a121-4b45-999f-02157f5f4671 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:15.171632 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32ea6569-af56-4d06-835f-d7091d243a11 req-0599318e-a121-4b45-999f-02157f5f4671 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0646436 Jun 26 18:21:15.209042 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32ea6569-af56-4d06-835f-d7091d243a11 req-19787df1-b2e0-4115-b5b7-bece9f70048a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318024 Jun 26 18:21:16.377444 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d94d-7793-4bec-b173-ccf8c66746fc req-b973c201-9468-4738-8e2e-11d07e00e109 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:16.378869 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2ea8d94d-7793-4bec-b173-ccf8c66746fc req-b973c201-9468-4738-8e2e-11d07e00e109 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0627298 Jun 26 18:21:16.417515 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2ea8d94d-7793-4bec-b173-ccf8c66746fc req-2ff06ea5-3ff6-415d-b055-9c9874393451 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329499 Jun 26 18:21:17.558013 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-22814f74-76ca-4130-898d-59c546b39da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:17.582463 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:17.595421 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893b175-92a0-4663-a844-9d503f59c7e8 req-c8e140c9-9f42-4b48-a860-6626aa5c6e4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:17.596918 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7893b175-92a0-4663-a844-9d503f59c7e8 req-c8e140c9-9f42-4b48-a860-6626aa5c6e4a tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0680745 Jun 26 18:21:17.637684 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7893b175-92a0-4663-a844-9d503f59c7e8 req-68eb20e9-c30c-47c1-86a0-ae737f768bc6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342023 Jun 26 18:21:18.649879 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:18.809218 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d7a5-d18e-45b4-82e7-ec38346c0094 req-4048b147-dda9-4959-b6e6-d59aa62e8293 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:18.810698 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3e6d7a5-d18e-45b4-82e7-ec38346c0094 req-4048b147-dda9-4959-b6e6-d59aa62e8293 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0649381 Jun 26 18:21:18.848423 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d3e6d7a5-d18e-45b4-82e7-ec38346c0094 req-18b6b8b3-3fea-4719-acfa-35a200240c7b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319579 Jun 26 18:21:20.017358 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da40b1-9cda-456e-b900-2c01760bc979 req-9f63d232-1e2e-4248-bf81-68a246d3848d tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:20.018800 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60da40b1-9cda-456e-b900-2c01760bc979 req-9f63d232-1e2e-4248-bf81-68a246d3848d tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0618052 Jun 26 18:21:20.056735 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60da40b1-9cda-456e-b900-2c01760bc979 req-91e3c98f-74d3-49d1-9a22-5a1c42d0ede1 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322356 Jun 26 18:21:20.097184 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:21.226165 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3c21-0ad5-48c3-a599-d97adff66b43 req-ba24899c-60a5-46d8-80e3-5eef2a59c3ab tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:21.227639 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-600d3c21-0ad5-48c3-a599-d97adff66b43 req-ba24899c-60a5-46d8-80e3-5eef2a59c3ab tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0651095 Jun 26 18:21:21.266696 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-600d3c21-0ad5-48c3-a599-d97adff66b43 req-47efefe9-edde-47b2-b968-c9c2afb3e86e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329564 Jun 26 18:21:22.441925 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d548f1c-f3f5-4e5b-9c89-48eec6a6f44d req-6560495a-e11b-443f-b79b-9947378bdfb1 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:22.443414 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d548f1c-f3f5-4e5b-9c89-48eec6a6f44d req-6560495a-e11b-443f-b79b-9947378bdfb1 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0669487 Jun 26 18:21:22.481949 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3d548f1c-f3f5-4e5b-9c89-48eec6a6f44d req-3af8e99d-5deb-46d1-bb63-34dcfa47c3a3 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322244 Jun 26 18:21:23.653395 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e867cf-be64-4d6a-82e2-28b346bd536f req-dae7640f-b8af-49ba-993d-3535b3418eff tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:23.654842 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-83e867cf-be64-4d6a-82e2-28b346bd536f req-dae7640f-b8af-49ba-993d-3535b3418eff tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0615926 Jun 26 18:21:23.692592 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-83e867cf-be64-4d6a-82e2-28b346bd536f req-fc7e9f55-20f1-447c-90da-7f0a91baed3c tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320904 Jun 26 18:21:24.223964 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:24.863938 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a13f30-90ec-4ae2-9948-55291902d97c req-f156d361-e942-40df-a5df-9c00c56458fe tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:24.865389 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-75a13f30-90ec-4ae2-9948-55291902d97c req-f156d361-e942-40df-a5df-9c00c56458fe tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0644965 Jun 26 18:21:24.903430 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-75a13f30-90ec-4ae2-9948-55291902d97c req-c76210fd-e046-4ae4-b4bf-0243233dfc14 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317185 Jun 26 18:21:26.070648 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5941b18-7e23-45c9-8e99-a33cfc0210ba req-01a46235-e4db-459f-b6ac-cea155074980 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:26.072692 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e5941b18-7e23-45c9-8e99-a33cfc0210ba req-01a46235-e4db-459f-b6ac-cea155074980 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0608191 Jun 26 18:21:26.109996 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e5941b18-7e23-45c9-8e99-a33cfc0210ba req-fd737ef9-d8c0-487c-8d1c-53667056cb58 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316570 Jun 26 18:21:27.279391 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f65259-9b00-4e3e-b6ac-0576b2f57541 req-89dee118-f0f6-4a07-9d2b-3eee1e8dcd79 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:27.280817 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8f65259-9b00-4e3e-b6ac-0576b2f57541 req-89dee118-f0f6-4a07-9d2b-3eee1e8dcd79 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0643713 Jun 26 18:21:27.318478 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8f65259-9b00-4e3e-b6ac-0576b2f57541 req-cdb2bf57-a2a8-46b4-ae03-93ead56a9662 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320451 Jun 26 18:21:28.485168 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6de923-22e3-4d26-8fdf-2f1719d1fa97 req-978ae85c-3fce-428b-b9e8-0ff8cc57f0c7 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:28.486860 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc6de923-22e3-4d26-8fdf-2f1719d1fa97 req-978ae85c-3fce-428b-b9e8-0ff8cc57f0c7 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0611980 Jun 26 18:21:28.525238 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc6de923-22e3-4d26-8fdf-2f1719d1fa97 req-704ca60c-b156-40c7-8649-deca4a836aa2 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327358 Jun 26 18:21:29.692916 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd85dd-4114-4d7d-ba13-63ce03bbca5b req-bf3c863d-4fc9-4d61-9aa9-c2cdaa355246 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:29.694332 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-79dd85dd-4114-4d7d-ba13-63ce03bbca5b req-bf3c863d-4fc9-4d61-9aa9-c2cdaa355246 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0608046 Jun 26 18:21:29.734241 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-79dd85dd-4114-4d7d-ba13-63ce03bbca5b req-782b2931-2473-4838-86b5-c173e628997f tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=69463c49-1fa4-407d-b5fb-d1e68ed3bf95&id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343027 Jun 26 18:21:30.601604 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35292) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:30.751606 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Deleting port d3923251-d76e-4917-a0c9-862551c65034 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:30.751947 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:30.822665 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:30.822991 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:30.834156 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Calling delete_port for d3923251-d76e-4917-a0c9-862551c65034 owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:30.974142 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:30.976865 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d91c8675-1a73-4036-bdf5-ec020e1a33ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:31.003980 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'Port': ['ID=d3923251-d76e-4917-a0c9-862551c65034,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:31.006495 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:31.061056 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:31.061386 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Floating IP 4405cb07-b62f-46ed-ad26-2bfdd182b1a2 disassociated (deleted). External IP: 172.27.2.97, port: d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5. Jun 26 18:21:31.257074 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:21:31.360416 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:31.365391 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:31.370428 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:31.379119 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:31.379776 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:31.402204 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8ee49473-9c5c-479e-9e31-dd6fd172341d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "DELETE /v2.0/floatingips/4405cb07-b62f-46ed-ad26-2bfdd182b1a2 HTTP/1.1" status: 204 len: 168 time: 0.7995431 Jun 26 18:21:31.403483 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:21:31.405762 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839b826-006d-48cf-b531-c81ba0956305" -d '{"events": [{"name": "network-changed", "server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:21:31.482904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:31.498778 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5442a-12ee-4d44-9bf3-f340b85c885c x-openstack-request-id: req-9ab5442a-12ee-4d44-9bf3-f340b85c885c {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:21:31.499169 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:21:31.499485 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ab5442a-12ee-4d44-9bf3-f340b85c885c {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:21:31.499927 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'status': 'completed', 'code': 200} Jun 26 18:21:31.654321 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b826-006d-48cf-b531-c81ba0956305 req-3da0370b-2471-4901-afbd-9d05030e9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:31.655947 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-3da0370b-2471-4901-afbd-9d05030e9757 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 1099 time: 0.1120491 Jun 26 18:21:31.717318 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:49Z', 'revision_number': 1, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:31.742802 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:31.751512 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:31.752131 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:31.798673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b826-006d-48cf-b531-c81ba0956305 req-4f54ba4a-8d68-4541-b918-8802f762f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:31.800239 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-4f54ba4a-8d68-4541-b918-8802f762f142 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.1213064 Jun 26 18:21:31.851248 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f56dfc-dab8-44cd-a7cc-614120051276 req-ebe48d30-83e2-4d7b-b5d5-710b48c742c1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:31.852746 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e3f56dfc-dab8-44cd-a7cc-614120051276 req-ebe48d30-83e2-4d7b-b5d5-710b48c742c1 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 946 time: 0.1219132 Jun 26 18:21:31.853257 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:31.853996 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-245d35c9-342e-4b0d-8988-ea3380136e34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0466859 Jun 26 18:21:31.928155 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e3f56dfc-dab8-44cd-a7cc-614120051276 req-3df9a5e5-19ed-4fae-9650-d07d64970501 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692098 Jun 26 18:21:31.933138 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b826-006d-48cf-b531-c81ba0956305 req-b2cf6bd8-6e2a-4321-91b6-3f31e5ea044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:31.935093 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-b2cf6bd8-6e2a-4321-91b6-3f31e5ea044b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0748436 Jun 26 18:21:31.991627 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b826-006d-48cf-b531-c81ba0956305 req-b0bc53d7-70c1-46ec-b347-3891b5af97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:31.993116 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-b0bc53d7-70c1-46ec-b347-3891b5af97d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506089 Jun 26 18:21:32.069151 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:49Z', 'revision_number': 1, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:32.079584 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-829ca715-8eb9-435d-a662-794134de2f96 service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794270 Jun 26 18:21:32.097670 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a7237-0824-4413-9460-d7e5d804efbd None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_floatingips': [{'id': 'b8308d48-432a-4e0e-b8aa-453458e4bf24', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'router_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'port_id': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'mac_address': 'fa:16:3e:f5:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401c918e-66c4-4b67-8503-d326c1467ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T18:17:47Z', 'updated_at': '2021-06-26T18:17:49Z', 'revision_number': 1, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:21:32.172719 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1839b826-006d-48cf-b531-c81ba0956305 req-44d3dbbf-ecb0-448c-b485-7223d440f88b service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Jun 26 18:21:32.306231 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead441c7-9cb2-41b9-88e1-cad3f5b9aaac None None] New status for floating IP 4405cb07-b62f-46ed-ad26-2bfdd182b1a2: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:21:32.731522 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:21:33.097507 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8240214-7f45-463a-8384-ee9f7e661c1a req-50ded2a4-8fee-45d7-b13e-01b1a755d236 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:33.098932 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d8240214-7f45-463a-8384-ee9f7e661c1a req-50ded2a4-8fee-45d7-b13e-01b1a755d236 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 946 time: 0.0602293 Jun 26 18:21:33.135325 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d8240214-7f45-463a-8384-ee9f7e661c1a req-860e9534-5a17-4091-995d-18cb2bab361e tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307660 Jun 26 18:21:33.419226 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-3f61f3d9-f28e-40af-9424-a38d03f05db0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:33.420663 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-3f61f3d9-f28e-40af-9424-a38d03f05db0 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 946 time: 0.0659335 Jun 26 18:21:33.514692 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Deleting port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:33.515032 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:33.605624 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] For port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:33.605983 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:33.617541 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Calling delete_port for d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:33.737603 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:33.741297 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1c165aa5-c5ea-4740-b5f3-5d55e8f1bbeb tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:33.769782 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'Port': ['ID=d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:33.775358 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:33.813194 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] No DVR routers for this DVR port d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:21:33.815685 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:33.817645 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b262c6cb-fee5-4d73-9cb8-0e58dfcdfc5c req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "DELETE /v2.0/ports/d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 HTTP/1.1" status: 204 len: 173 time: 0.3911743 Jun 26 18:21:33.818204 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'name': 'network-vif-deleted', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:21:33.820515 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca8305-7cce-4aee-a2b1-4c18fe9cd9eb" -d '{"events": [{"server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "name": "network-vif-deleted", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:21:33.860615 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31b93fc-a9f4-4b9c-bf07-0adf7b1b799f x-openstack-request-id: req-c31b93fc-a9f4-4b9c-bf07-0adf7b1b799f {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:21:33.860937 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07471c6-a3b2-4318-a075-08e2f53ef57d", "name": "network-vif-deleted", "tag": "d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:21:33.861227 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c31b93fc-a9f4-4b9c-bf07-0adf7b1b799f {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:21:33.861911 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07471c6-a3b2-4318-a075-08e2f53ef57d', 'name': 'network-vif-deleted', 'tag': 'd26b9b1b-86fe-446c-8bdd-9c377fa7a9f5', 'status': 'completed', 'code': 200} Jun 26 18:21:34.277130 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c9719ca2-06dc-4791-b738-31f769b28d99 req-d46b20fa-5c64-45f1-9b1e-2723fd87a7b7 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=b07471c6-a3b2-4318-a075-08e2f53ef57d HTTP/1.1" status: 200 len: 210 time: 0.0292802 Jun 26 18:21:36.876461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:36.897202 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:36.897563 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device d26b9b1b-86fe-446c-8bdd-9c377fa7a9f5 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:37.583015 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35328) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:37.729812 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Deleting port 9328b861-0c0b-4e93-bd16-37e5e81a6e4a {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:37.730156 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:37.803762 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:37.804089 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:37.815056 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Calling delete_port for 9328b861-0c0b-4e93-bd16-37e5e81a6e4a owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:37.955524 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:37.958166 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-fd463615-e8ef-4874-8b5d-0517d3d99da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:37.980523 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'Port': ['ID=9328b861-0c0b-4e93-bd16-37e5e81a6e4a,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:37.983634 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:38.042149 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:38.042482 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Floating IP b8308d48-432a-4e0e-b8aa-453458e4bf24 disassociated (deleted). External IP: 172.27.2.58, port: 2b52e10d-1938-4107-a01a-8fa5b7570638. Jun 26 18:21:38.247181 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:21:38.346896 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:38.351751 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:38.356731 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:38.365671 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:38.366288 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:38.389395 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5d0727d3-f93b-43e9-8907-58d4d9e6b745 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "DELETE /v2.0/floatingips/b8308d48-432a-4e0e-b8aa-453458e4bf24 HTTP/1.1" status: 204 len: 168 time: 0.8052566 Jun 26 18:21:38.390094 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:21:38.392598 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1ce63ecd07976f4db1e9028c2b505524358ab028bf5db631066f96db91247c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e27da-33ce-49a7-823b-6bb3ef8564fd" -d '{"events": [{"name": "network-changed", "server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:21:38.426170 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c62a5-f022-438c-a48b-0e0bca194ba4 x-openstack-request-id: req-7b0c62a5-f022-438c-a48b-0e0bca194ba4 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:21:38.426508 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:21:38.426808 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b0c62a5-f022-438c-a48b-0e0bca194ba4 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:21:38.427561 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'status': 'completed', 'code': 200} Jun 26 18:21:38.474550 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:38.537512 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-2c4b1bf7-59ab-4bfa-a28e-5e2dbcc70896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:38.539763 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-2c4b1bf7-59ab-4bfa-a28e-5e2dbcc70896 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0566826 Jun 26 18:21:38.652016 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-d9fee0ec-278d-4aa9-98ae-2f306dd6ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:38.653606 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-d9fee0ec-278d-4aa9-98ae-2f306dd6ec14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 200 len: 912 time: 0.0957408 Jun 26 18:21:38.677325 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:38.706784 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-0f588188-1c85-4935-81e2-466a8a90f00f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 200 len: 217 time: 0.0369813 Jun 26 18:21:38.706924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:38.715460 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:38.716978 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:38.784513 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-ee64aaa8-bd23-4bc8-88e7-8f767a8d91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:38.785966 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-ee64aaa8-bd23-4bc8-88e7-8f767a8d91cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 200 len: 850 time: 0.0717413 Jun 26 18:21:38.822361 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:38.832326 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e90d0b-e7f0-489e-a37b-63e736c8e4e1 req-2d4a5357-e0c5-417b-9a3b-9752f4d6c12d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:38.833834 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-56e90d0b-e7f0-489e-a37b-63e736c8e4e1 req-2d4a5357-e0c5-417b-9a3b-9752f4d6c12d tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.1294756 Jun 26 18:21:38.884294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-1c3d60c8-ec76-416f-9976-a8a00751c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:38.886135 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-1c3d60c8-ec76-416f-9976-a8a00751c8e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a837c674-85e6-4f9f-ba1c-b6cb748b30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931206 Jun 26 18:21:38.889487 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-56e90d0b-e7f0-489e-a37b-63e736c8e4e1 req-6f3d2c43-5d90-45b8-b88c-f8c7d2e9673a tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489187 Jun 26 18:21:38.985181 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-3c8e74a3-8b6c-4dae-a088-0f904bd3814a service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916727 Jun 26 18:21:39.076880 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f86e27da-33ce-49a7-823b-6bb3ef8564fd req-9846b3c2-0f6e-4093-ad78-6b5dec08395e service neutron] 10.222.0.35 "GET /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833845 Jun 26 18:21:39.132842 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:39.157956 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df452dc-632a-4eab-a334-a16e4a8b5109 None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:03Z', 'revision_number': 4, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': 'a4928ab2-7c10-4c32-a068-5feccf3a1b92', 'name': '', 'network_id': 'a837c674-85e6-4f9f-ba1c-b6cb748b30f3', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'mac_address': 'fa:16:3e:e7:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:02Z', 'updated_at': '2021-06-26T18:14:09Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'subnets': [{'id': '9ad55046-70e3-43ad-a9da-cfd8fce09993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:21:39.357639 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ee43c-3938-45dd-ad4a-373d8942869c None None] New status for floating IP b8308d48-432a-4e0e-b8aa-453458e4bf24: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:21:40.063788 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d3f41-545c-41cf-a645-6e7d3b4a0ffb req-8fe28e02-8a98-4654-bb7f-63555e1d0d39 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:40.065339 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec4d3f41-545c-41cf-a645-6e7d3b4a0ffb req-8fe28e02-8a98-4654-bb7f-63555e1d0d39 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0613775 Jun 26 18:21:40.102781 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec4d3f41-545c-41cf-a645-6e7d3b4a0ffb req-3e6ae4d9-ab98-4cec-9614-8656ccbbaf27 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/security-groups?id=8cbda181-b8a5-4ca5-aa72-69c8df264cab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303226 Jun 26 18:21:40.484101 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-20705bc0-1648-4333-a393-46a3406f0513 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:21:40.485532 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-20705bc0-1648-4333-a393-46a3406f0513 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 945 time: 0.0596149 Jun 26 18:21:40.581903 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Deleting port 2b52e10d-1938-4107-a01a-8fa5b7570638 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:40.582238 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:40.665122 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] For port 2b52e10d-1938-4107-a01a-8fa5b7570638, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2b52e10d-1938-4107-a01a-8fa5b7570638,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:40.665475 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:40.681115 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Calling delete_port for 2b52e10d-1938-4107-a01a-8fa5b7570638 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:40.807912 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:40.811634 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d273650b-d18a-4e67-bedb-06b0cd196d17 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:40.834563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'Port': ['ID=2b52e10d-1938-4107-a01a-8fa5b7570638,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:40.837947 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:40.883650 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] No DVR routers for this DVR port 2b52e10d-1938-4107-a01a-8fa5b7570638 on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:21:40.886044 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:40.888507 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04d0165b-10e6-4d11-af48-d9e6f8b3ff3d req-8f50b243-eba6-4122-a0e6-45db634242b2 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.35 "DELETE /v2.0/ports/2b52e10d-1938-4107-a01a-8fa5b7570638 HTTP/1.1" status: 204 len: 173 time: 0.3964891 Jun 26 18:21:40.889009 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'name': 'network-vif-deleted', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:21:40.891283 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d3c0f9-f7aa-4ea4-a19f-b79ccd5a8012" -d '{"events": [{"server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "name": "network-vif-deleted", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:21:40.931889 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0783ef1-2ed8-486b-ae8e-e69bbab1f60f x-openstack-request-id: req-e0783ef1-2ed8-486b-ae8e-e69bbab1f60f {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:21:40.932262 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401c918e-66c4-4b67-8503-d326c1467ba5", "name": "network-vif-deleted", "tag": "2b52e10d-1938-4107-a01a-8fa5b7570638", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:21:40.932780 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0783ef1-2ed8-486b-ae8e-e69bbab1f60f {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:21:40.933239 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401c918e-66c4-4b67-8503-d326c1467ba5', 'name': 'network-vif-deleted', 'tag': '2b52e10d-1938-4107-a01a-8fa5b7570638', 'status': 'completed', 'code': 200} Jun 26 18:21:41.243810 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9db150d9-dcbf-4b89-b682-11c3c9387860 req-a435b6bd-e75c-47fc-969c-f7838d603177 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "GET /v2.0/ports?device_id=401c918e-66c4-4b67-8503-d326c1467ba5 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Jun 26 18:21:42.336906 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35346) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:42.455741 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Deleting port 4e3d21c6-e54a-4299-b6e7-3edb1cb20068 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:42.456084 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.526502 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.526760 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.538301 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Calling delete_port for 4e3d21c6-e54a-4299-b6e7-3edb1cb20068 owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:42.664060 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.665951 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-96bb123f-d3e2-4648-94e5-a6a1bb0b8e71 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:42.688638 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'Port': ['ID=4e3d21c6-e54a-4299-b6e7-3edb1cb20068,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:42.691708 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:42.751157 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.753757 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:42.754905 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-709b627e-1aea-4c6d-80c4-e9fe202cd5bb tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "DELETE /v2.0/floatingips/7913dec3-b38c-4518-b1c9-acfd231cdafc HTTP/1.1" status: 204 len: 168 time: 0.4170477 Jun 26 18:21:42.892249 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 2b52e10d-1938-4107-a01a-8fa5b7570638 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:42.914432 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 2b52e10d-1938-4107-a01a-8fa5b7570638 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:42.914776 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 2b52e10d-1938-4107-a01a-8fa5b7570638 not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:44.010466 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35360) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:44.066828 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:44.091547 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:44.146545 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:44.149093 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:44.150220 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] 10.222.0.23 "DELETE /v2.0/security-groups/8cbda181-b8a5-4ca5-aa72-69c8df264cab HTTP/1.1" status: 204 len: 168 time: 0.1387892 Jun 26 18:21:44.151043 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-6211d7f5-ffdf-43b1-8325-7c491f479865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:44.160291 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbda181-b8a5-4ca5-aa72-69c8df264cab,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:44.162661 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-43b14d5a-ce24-4c6e-b6d1-729af3c7d2c9 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:44.208007 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35364) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:44.635270 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:44.781021 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2537a30d-e741-44e7-a2e0-dc33b3430b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.125172 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Deleting port a4928ab2-7c10-4c32-a068-5feccf3a1b92 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:45.125756 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.197401 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] For port a4928ab2-7c10-4c32-a068-5feccf3a1b92, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=a4928ab2-7c10-4c32-a068-5feccf3a1b92,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:45.197748 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.209128 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Calling delete_port for a4928ab2-7c10-4c32-a068-5feccf3a1b92 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:45.382567 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.384414 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-dc942c95-8684-4f38-acc2-df87676ec0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:45.411422 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4928ab2-7c10-4c32-a068-5feccf3a1b92,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:45.414465 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:45.570011 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.773926 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Router 7128093d-e3b3-47ce-9378-7b87b0fa86cc has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:21:45.873634 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:45.878616 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-480fa7d4-ad5b-4238-826a-2a21776df5b8 admin admin] 10.222.0.23 "PUT /v2.0/routers/7128093d-e3b3-47ce-9378-7b87b0fa86cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692638 Jun 26 18:21:45.880933 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35368) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:45.883593 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] Sync routers for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:45.892983 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:45.893613 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:45.979558 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:45.993327 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:46.079499 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.129767 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Deleting port de7c0e94-f9b9-4322-bb76-149122e439ab {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:46.130438 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.163981 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:21:45Z', 'revision_number': 5, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port': {'id': 'de7c0e94-f9b9-4322-bb76-149122e439ab', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:46.190089 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] Checking router: 7128093d-e3b3-47ce-9378-7b87b0fa86cc for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:46.198437 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] Routers {'7128093d-e3b3-47ce-9378-7b87b0fa86cc'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:46.199196 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:18Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:46.206632 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] For port de7c0e94-f9b9-4322-bb76-149122e439ab, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=de7c0e94-f9b9-4322-bb76-149122e439ab,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:46.207003 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.220769 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Calling delete_port for de7c0e94-f9b9-4322-bb76-149122e439ab owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:46.282193 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] Set router 7128093d-e3b3-47ce-9378-7b87b0fa86cc gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:46.335032 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:21:46Z', 'revision_number': 6, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port_host': None}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:46.360488 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed04bd-fef7-4732-a730-6946da228b33 None None] The sync data for ids ['7128093d-e3b3-47ce-9378-7b87b0fa86cc'] in dv-cinder-798198-1-iscsi is: [{'id': '7128093d-e3b3-47ce-9378-7b87b0fa86cc', 'name': 'tempest-TestVolumeBootPattern-604154923-router', 'tenant_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:00Z', 'updated_at': '2021-06-26T18:21:46Z', 'revision_number': 6, 'project_id': '5356d91a54fe467e9e511d90a3fe8d1a', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:21:46.383193 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.385198 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-d265c29d-9936-492f-a52f-ea212e891d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:46.408704 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7c0e94-f9b9-4322-bb76-149122e439ab,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:46.411119 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:46.476747 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.563999 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.566084 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.608252 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.608803 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7128093d-e3b3-47ce-9378-7b87b0fa86cc {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:21:46.613469 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.614601 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b7baa306-53f2-4136-8e6c-e5412815c204 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7128093d-e3b3-47ce-9378-7b87b0fa86cc HTTP/1.1" status: 204 len: 168 time: 0.7327738 Jun 26 18:21:46.617088 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35372) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:46.662605 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Deleting subnet 9ad55046-70e3-43ad-a9da-cfd8fce09993 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:21:46.665417 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.698592 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8125301'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.780067 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.834638 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5330113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7309104'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.836540 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-2aba0a11-d9d6-48bb-8605-a0e5549c4ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:46.862417 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad55046-70e3-43ad-a9da-cfd8fce09993,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:46.864770 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:46.869277 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.871151 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-82fa8787-b64c-416c-9f25-b3854f12b3d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ad55046-70e3-43ad-a9da-cfd8fce09993 HTTP/1.1" status: 204 len: 168 time: 0.2531579 Jun 26 18:21:46.873527 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35374) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:46.876047 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c849a9da-fb4b-44c6-8493-e12bd356130f None None] Network a837c674-85e6-4f9f-ba1c-b6cb748b30f3 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:46.938761 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:46.988834 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Deleting port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:46.989171 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.053964 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] For port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,segment=NetworkSegment(ed2370e0-f40b-44a3-adca-10cfe10f1976),segment_id=ed2370e0-f40b-44a3-adca-10cfe10f1976)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:47.054325 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.066614 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Calling delete_port for cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:47.134458 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] DHCP port deletion for a837c674-85e6-4f9f-ba1c-b6cb748b30f3 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:21:47.141984 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a4928ab2-7c10-4c32-a068-5feccf3a1b92 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:47.155634 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.158253 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-28f16642-4a49-4cc9-ad2f-3fc2e69d4945 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:47.179832 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:47.180536 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: a4928ab2-7c10-4c32-a068-5feccf3a1b92 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:47.180894 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device a4928ab2-7c10-4c32-a068-5feccf3a1b92 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:47.183801 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:47.187160 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] No DVR routers for this DVR port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 on host dv-cinder-798198-1-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:21:47.204415 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Deleting port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:47.204808 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.263117 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.267124 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] For port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846, host dv-cinder-798198-1-iscsi, got binding levels [] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:47.267618 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.272635 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a837c674-85e6-4f9f-ba1c-b6cb748b30f3']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:47.279560 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Calling delete_port for cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:47.282080 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2370e0-f40b-44a3-adca-10cfe10f1976') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:47.282226 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.ipam_backend_mixin [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 was not found and therefore no delete operation was performed {{(pid=93013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 18:21:47.282378 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2370e0-f40b-44a3-adca-10cfe10f1976') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:47.283586 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.286063 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-c093d20b-583a-40a6-a7a8-468d63e286cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:47.291228 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8125282'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.304772 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.310222 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Pushing event deleted for resources: {'Port': ['ID=cf85f9c0-a7b0-43e1-9cae-dfb2aea80846,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:47.312658 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] No DVR routers for this DVR port cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 on host dv-cinder-798198-1-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:21:47.314958 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:21:47.315450 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5329956'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: Traceback (most recent call last): Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: timer() Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: cb(*args, **kw) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: return func(*args, **kwargs) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: self._notify() Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: self.callback(batched_events) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: event.method(event) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: return f(self, *a, **k) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._get(url).json() Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:21:47.317985 dv-cinder-798198-1-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.320820 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.321508 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.321508 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.321893 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.322081 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:47.326435 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-3cec4117-d4ca-4e5d-8899-a43b5fdbbee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:47.377989 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.382920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.387879 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a837c674-85e6-4f9f-ba1c-b6cb748b30f3 HTTP/1.1" status: 204 len: 168 time: 0.5133054 Jun 26 18:21:47.388635 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35376) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:47.389127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:47.403370 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a837c674-85e6-4f9f-ba1c-b6cb748b30f3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:47.405901 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-ac374156-3a17-491e-ace6-8311c732daf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:47.562428 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ed4b2ea7-46ef-4c4a-919a-807ca25e6130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.584439 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:47.982374 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.226067 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Deleting port 70bf70d5-2b43-41ee-87dc-38c420926f1a {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:48.226549 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.303266 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] For port 70bf70d5-2b43-41ee-87dc-38c420926f1a, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=70bf70d5-2b43-41ee-87dc-38c420926f1a,segment=NetworkSegment(bca7d7cb-e437-4176-9b9c-a901e7c02b53),segment_id=bca7d7cb-e437-4176-9b9c-a901e7c02b53)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:48.303564 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.315867 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Calling delete_port for 70bf70d5-2b43-41ee-87dc-38c420926f1a owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:48.484723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.487658 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d7934668-0ce1-4bc6-8af6-acb51e03c6da tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:48.513544 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bf70d5-2b43-41ee-87dc-38c420926f1a,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:48.539699 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.540085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.540455 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.540817 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.541180 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.541537 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.541892 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.542246 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.543151 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.543531 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.543881 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.544232 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:21:48.548314 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:48.655449 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.683298 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:48.810782 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:48.832568 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:48.832852 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device cf85f9c0-a7b0-43e1-9cae-dfb2aea80846 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:48.833267 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device de7c0e94-f9b9-4322-bb76-149122e439ab no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:48.851238 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: de7c0e94-f9b9-4322-bb76-149122e439ab {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:48.851617 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device de7c0e94-f9b9-4322-bb76-149122e439ab not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:48.892217 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Router 9a32249e-53f6-4564-948c-b42d1fc0e99d has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:21:48.995412 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:21:49.000295 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1b6f9429-4c54-4912-9ab2-82e53a0909c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/9a32249e-53f6-4564-948c-b42d1fc0e99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6106632 Jun 26 18:21:49.002828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35378) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:49.005291 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] Sync routers for ids ['9a32249e-53f6-4564-948c-b42d1fc0e99d'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:21:49.015634 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] Routers {'9a32249e-53f6-4564-948c-b42d1fc0e99d'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:49.016262 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['9a32249e-53f6-4564-948c-b42d1fc0e99d'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:49.102090 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.114852 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] Set router 9a32249e-53f6-4564-948c-b42d1fc0e99d gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:49.202458 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.253415 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Deleting port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:49.253750 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.330655 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] For port ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:49.331006 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.342737 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Calling delete_port for ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:49.370004 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:21:48Z', 'revision_number': 5, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port': {'id': 'ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:49.394916 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] Checking router: 9a32249e-53f6-4564-948c-b42d1fc0e99d for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:21:49.403407 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] Routers {'9a32249e-53f6-4564-948c-b42d1fc0e99d'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:21:49.404179 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['9a32249e-53f6-4564-948c-b42d1fc0e99d'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:49.485420 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] Set router 9a32249e-53f6-4564-948c-b42d1fc0e99d gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:21:49.503829 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.505723 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-d3aa71bf-14b5-4b2c-bc29-42dd60021b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:49.533828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:49.536916 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:49.538282 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:21:49Z', 'revision_number': 6, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port_host': None}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:49.563956 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ca539-8989-453e-acd5-ecc2f5ee3065 None None] The sync data for ids ['9a32249e-53f6-4564-948c-b42d1fc0e99d'] in dv-cinder-798198-1-iscsi is: [{'id': '9a32249e-53f6-4564-948c-b42d1fc0e99d', 'name': 'tempest-TestVolumeBootPattern-1870928394-router', 'tenant_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:14:05Z', 'updated_at': '2021-06-26T18:21:49Z', 'revision_number': 6, 'project_id': 'd31d244af5004de7bb6c7dfeb212fa25', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:21:49.595241 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.681373 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.683972 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.727214 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.727758 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a32249e-53f6-4564-948c-b42d1fc0e99d {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:21:49.732594 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.733747 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2a7bcedf-f34f-4432-aecc-c8af73acdb46 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9a32249e-53f6-4564-948c-b42d1fc0e99d HTTP/1.1" status: 204 len: 168 time: 0.7299805 Jun 26 18:21:49.736480 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35380) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:49.779644 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Deleting subnet ba3546a7-b992-464c-bfa7-9309bf67c6c2 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:21:49.782609 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.815456 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704992'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.892657 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.945992 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4706638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801424'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.948380 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-0af44faa-5469-416f-9d75-af2e84d5dbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:49.972219 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3546a7-b992-464c-bfa7-9309bf67c6c2,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:49.975223 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:49.976239 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:49.978089 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8126124f-72b1-4e8e-b840-a753f383e2eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba3546a7-b992-464c-bfa7-9309bf67c6c2 HTTP/1.1" status: 204 len: 168 time: 0.2407169 Jun 26 18:21:49.981048 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35382) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:49.983864 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170461b-2984-4064-bc5e-0e10575ff2c9 None None] Network 5ae8d8be-efa9-409b-8b10-aede35256255 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:21:50.051154 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.104433 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Deleting port b87604ce-d758-45d7-a2b9-93c419478b60 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:21:50.104777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.107509 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.166174 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] For port b87604ce-d758-45d7-a2b9-93c419478b60, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=b87604ce-d758-45d7-a2b9-93c419478b60,segment=NetworkSegment(bca7d7cb-e437-4176-9b9c-a901e7c02b53),segment_id=bca7d7cb-e437-4176-9b9c-a901e7c02b53)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:21:50.166525 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.178563 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Calling delete_port for b87604ce-d758-45d7-a2b9-93c419478b60 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:21:50.260689 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.262692 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f065a421-6581-4008-89d9-8e2e8f6d21a5 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.283505 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87604ce-d758-45d7-a2b9-93c419478b60,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.286777 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.289147 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] No DVR routers for this DVR port b87604ce-d758-45d7-a2b9-93c419478b60 on host dv-cinder-798198-1-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:21:50.361672 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.362376 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361783c-8ed1-4fa4-a917-a3095e725efa None None] DHCP port deletion for 5ae8d8be-efa9-409b-8b10-aede35256255 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:21:50.373458 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae8d8be-efa9-409b-8b10-aede35256255']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:50.384294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca7d7cb-e437-4176-9b9c-a901e7c02b53') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:50.384845 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca7d7cb-e437-4176-9b9c-a901e7c02b53') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:21:50.393533 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.406984 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.412938 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:21:50.413490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:21:50.415473 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:21:50.469547 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.473200 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.475673 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.477381 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ae8d8be-efa9-409b-8b10-aede35256255 HTTP/1.1" status: 204 len: 168 time: 0.4954934 Jun 26 18:21:50.488820 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae8d8be-efa9-409b-8b10-aede35256255,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.491067 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c0194224-d8a2-4fcc-a8fc-613f377aaaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.595072 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35386) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:50.633756 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1c46e120-d5a0-4f13-aa27-0a9118a8b266 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5356d91a54fe467e9e511d90a3fe8d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373263 Jun 26 18:21:50.636590 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35388) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:50.685508 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.705664 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.754597 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.757348 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:50.758501 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2221d259-f299-4209-a735-1fc46991261d HTTP/1.1" status: 204 len: 168 time: 0.1210341 Jun 26 18:21:50.759257 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-e07ca149-a076-4129-9667-43f99c1c13d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:50.766198 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 70bf70d5-2b43-41ee-87dc-38c420926f1a no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:50.766941 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2221d259-f299-4209-a735-1fc46991261d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:50.771784 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8436657d-5b24-452a-ba81-2f3993d71eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:50.788618 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 70bf70d5-2b43-41ee-87dc-38c420926f1a {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:50.788969 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 70bf70d5-2b43-41ee-87dc-38c420926f1a not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:50.789383 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:50.811869 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:50.812422 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device ee4ee718-44c6-4b62-8c61-0cb08a7e2c5f not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:50.812647 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device b87604ce-d758-45d7-a2b9-93c419478b60 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:21:50.830529 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: b87604ce-d758-45d7-a2b9-93c419478b60 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:21:50.830881 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device b87604ce-d758-45d7-a2b9-93c419478b60 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:21:51.055965 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35394) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:51.093852 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2f8051a3-b025-4249-94dd-e76621c11a47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d31d244af5004de7bb6c7dfeb212fa25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366583 Jun 26 18:21:51.096039 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35396) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:21:51.141294 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.161417 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.206687 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.209268 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:21:51.210466 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7296099-3a07-48c0-95b8-070632055ddd HTTP/1.1" status: 204 len: 168 time: 0.1135280 Jun 26 18:21:51.211250 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-1be4f4d0-4cf5-4292-bd55-0ce461008278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:21:51.218797 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7296099-3a07-48c0-95b8-070632055ddd,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:21:51.220991 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-59a224cc-b53e-4fa9-92ee-ba5f8ef65242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:21:54.241097 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:00.163159 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-2637151d-29e8-4bbd-bfa8-e552916aae00 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513363 Jun 26 18:22:00.270335 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e229-6ade-43f9-bf82-73c2e533727a req-2b02b534-7880-4f83-98a2-c33b488b9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:00.271836 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-2b02b534-7880-4f83-98a2-c33b488b9769 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1137 time: 0.0508940 Jun 26 18:22:00.372683 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e229-6ade-43f9-bf82-73c2e533727a req-03e3c1bb-8df3-4b65-8223-15d269710406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:00.374082 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-03e3c1bb-8df3-4b65-8223-15d269710406 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.0824294 Jun 26 18:22:00.437494 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-6f464964-f142-479f-a84c-76670d51c020 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 1001 time: 0.0555959 Jun 26 18:22:00.485229 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e229-6ade-43f9-bf82-73c2e533727a req-908f084d-0ec2-44d0-9052-20b8e6e013c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:00.486836 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-908f084d-0ec2-44d0-9052-20b8e6e013c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0423369 Jun 26 18:22:00.545259 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e229-6ade-43f9-bf82-73c2e533727a req-fe26c571-2b2f-4007-b2be-4f4144f3c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:00.546756 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-fe26c571-2b2f-4007-b2be-4f4144f3c617 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523176 Jun 26 18:22:00.632420 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-c0f2dd5a-6b4f-43f3-893a-51e5bd211669 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785468 Jun 26 18:22:00.720481 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c147e229-6ade-43f9-bf82-73c2e533727a req-f2d76373-3495-403a-ab0e-c4d4b4ada410 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807600 Jun 26 18:22:02.543891 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-c8a164be-3e14-4188-a1ef-ee4ddefc42d9 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029208469&fields=id&tenant_id=08b9e736489448b69d91e170bd06e4a2 HTTP/1.1" status: 200 len: 267 time: 0.0313385 Jun 26 18:22:02.608262 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2b2f4058-1cf6-47e1-9b40-36afd03aa378 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:02.609707 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2b2f4058-1cf6-47e1-9b40-36afd03aa378 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 984 time: 0.0602894 Jun 26 18:22:02.620393 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Request body: {'port': {'security_groups': ['7b530d90-e39b-43d5-b6b6-af803e015beb']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 18:22:02.701768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555736'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.863057 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:02.890439 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.894587 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749021311160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749020933367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749020886568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4706703'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.898267 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f96065f3-355f-47e0-9356-9c9e2ba3d700 tempest-TestShelveInstance-867910018 tempest-TestShelveInstance-867910018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:02.930715 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['6c044c42-c9e2-41b5-89a4-c804b1582a1a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:02.937109 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:02.937722 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:02.939094 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e7ebb46d-f32a-45ca-81f7-5f4a1eefe0b8 req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "PUT /v2.0/ports/6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 942 time: 0.3230524 Jun 26 18:22:02.939637 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:02.941918 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e90cc-320a-46ff-b418-4f9ec6613cde" -d '{"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:02.945471 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35406) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:02.968109 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event updated for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=7']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:02.972256 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-2d17ae87-4906-4a22-92b2-d0c30ab6224e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:03.012948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f675f0a4-45e6-44c2-b300-1073eed23cbc x-openstack-request-id: req-f675f0a4-45e6-44c2-b300-1073eed23cbc {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:03.013518 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:03.014042 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f675f0a4-45e6-44c2-b300-1073eed23cbc {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:03.014268 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.014895 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'status': 'completed', 'code': 200} Jun 26 18:22:03.040788 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.064461 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['6c044c42-c9e2-41b5-89a4-c804b1582a1a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:03.109156 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.113295 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.114940 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "DELETE /v2.0/security-groups/69463c49-1fa4-407d-b5fb-d1e68ed3bf95 HTTP/1.1" status: 204 len: 168 time: 0.1674397 Jun 26 18:22:03.116001 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-05e79218-20e1-42b7-9277-417d8fc1ef0f tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:03.118843 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35408) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:03.120929 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-7c69e846-6096-45be-b78e-e72dcac07f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:03.122563 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-7c69e846-6096-45be-b78e-e72dcac07f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1098 time: 0.0745151 Jun 26 18:22:03.126368 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69463c49-1fa4-407d-b5fb-d1e68ed3bf95,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:03.134920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.134920 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.135170 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.135428 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.135790 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.136161 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.136576 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.136950 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.137314 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.137831 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.138127 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.138496 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-1-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 18:22:03.141978 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-f9ebd28e-354a-4826-a9b5-f0bc352bd67b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:03.254839 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b41ae20d-c496-44d7-b944-723860d4ff82 None None] Provisioning complete for port 6c044c42-c9e2-41b5-89a4-c804b1582a1a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 18:22:03.255107 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b41ae20d-c496-44d7-b944-723860d4ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1453842'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.304120 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-81db11e2-fca6-40fd-92b2-e51da8dfb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:03.305566 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-81db11e2-fca6-40fd-92b2-e51da8dfb40e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.1712677 Jun 26 18:22:03.660342 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-c69b8e5f-6464-4803-bbd2-449599b5b798 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 1001 time: 0.3356702 Jun 26 18:22:03.667432 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Deleting port 60d1ce50-6d38-4ffe-9f10-f101e4e9df03 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:03.667768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.754192 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-bcbb3d89-dd83-4e05-8dc7-ea3a2e8344d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:03.755613 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-bcbb3d89-dd83-4e05-8dc7-ea3a2e8344d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0860193 Jun 26 18:22:03.799913 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.800241 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:03.813882 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Calling delete_port for 60d1ce50-6d38-4ffe-9f10-f101e4e9df03 owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:03.893750 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-23c7e4e4-01d9-4bfe-9f7c-43fbc3209162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:03.895214 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-23c7e4e4-01d9-4bfe-9f7c-43fbc3209162 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1336598 Jun 26 18:22:04.012068 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-c6b0cbba-1125-404c-8634-393b37642b50 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099927 Jun 26 18:22:04.110860 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.114846 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ec6e1ead-7e4e-4190-92ee-f822dc205ffc tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:04.144066 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event deleted for resources: {'Port': ['ID=60d1ce50-6d38-4ffe-9f10-f101e4e9df03,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:04.146467 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:04.174932 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-200e90cc-320a-46ff-b418-4f9ec6613cde req-44906276-2303-4ae7-bfdf-8ceb01ceb2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563392 Jun 26 18:22:04.215233 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.215590 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Floating IP 6aded925-1a81-49b4-87e9-5eac7049d389 disassociated (deleted). External IP: 172.27.2.107, port: 6c044c42-c9e2-41b5-89a4-c804b1582a1a. Jun 26 18:22:04.412868 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Router e4e278d7-3185-4a66-baaf-b2b445d8991c has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:04.515155 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:04.519886 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:04.525244 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] Sync routers for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:04.534315 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:04.534924 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:04.559131 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fbb36902-546d-40c8-ba36-312cd7973417 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "DELETE /v2.0/floatingips/6aded925-1a81-49b4-87e9-5eac7049d389 HTTP/1.1" status: 204 len: 168 time: 1.4353287 Jun 26 18:22:04.638542 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:04.843939 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:04.870622 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] Checking router: e4e278d7-3185-4a66-baaf-b2b445d8991c for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:04.878654 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:04.879277 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:04.983778 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:05.016130 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:05.018656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57" -d '{"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:05.054269 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd909b97-e631-4010-8a0b-68ac434d97b7 x-openstack-request-id: req-dd909b97-e631-4010-8a0b-68ac434d97b7 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:05.054663 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:05.055019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd909b97-e631-4010-8a0b-68ac434d97b7 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:05.055569 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'status': 'completed', 'code': 200} Jun 26 18:22:05.156766 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-3b5d318a-ae72-4839-875f-df5b849d395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:05.158286 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-3b5d318a-ae72-4839-875f-df5b849d395e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08b9e736489448b69d91e170bd06e4a2&device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 1098 time: 0.0544412 Jun 26 18:22:05.249640 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-859491b6-9fbd-4ab8-b50f-345beee18bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:05.251018 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-859491b6-9fbd-4ab8-b50f-345beee18bff service neutron] 10.222.0.35 "GET /v2.0/networks?id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 200 len: 916 time: 0.0848594 Jun 26 18:22:05.298825 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:05.310423 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-3232c81e-a2de-44ad-8e97-03db3068b540 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 200 len: 217 time: 0.0384395 Jun 26 18:22:05.330656 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19fa81-a798-4c16-876b-445dae163ed1 None None] The sync data for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi is: [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:20:00Z', 'revision_number': 4, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi', '_interfaces': [{'id': '8e5ecc3c-976d-4817-8008-ccef2ff9f144', 'name': '', 'network_id': 'b454eac3-e1f5-4fce-b097-2edf4d5e9dd0', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'mac_address': 'fa:16:3e:38:13:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:00Z', 'updated_at': '2021-06-26T18:20:05Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'subnets': [{'id': 'bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:05.362281 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-15884217-e2c9-46ba-b443-a0550bfda5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:05.363774 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-15884217-e2c9-46ba-b443-a0550bfda5f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 200 len: 854 time: 0.0463402 Jun 26 18:22:05.421079 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-9b26d90b-8ead-4479-822e-86cb63b697a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:05.422549 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-9b26d90b-8ead-4479-822e-86cb63b697a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517199 Jun 26 18:22:05.517901 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-6e5c04b2-0848-4cfb-ba76-52ea4844f9fa service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879171 Jun 26 18:22:05.554467 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fcea0-babf-4f0a-b4e7-11cfcf981763 None None] New status for floating IP 6aded925-1a81-49b4-87e9-5eac7049d389: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 18:22:05.612815 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77c6110d-5d52-46e9-8dd2-ec4a1ce4eb57 req-20bf362f-0f32-4d37-9062-bc59e3456b50 service neutron] 10.222.0.35 "GET /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878992 Jun 26 18:22:07.726782 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c54dcf-e0c1-4604-8fa4-373443de0c37 req-0867873f-9d35-4e3d-aadf-d601d4e1e54e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:07.728259 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-50c54dcf-e0c1-4604-8fa4-373443de0c37 req-0867873f-9d35-4e3d-aadf-d601d4e1e54e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0686784 Jun 26 18:22:07.765435 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-50c54dcf-e0c1-4604-8fa4-373443de0c37 req-bb11f365-bfc6-47b6-a0cb-7be1bc2c7993 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Jun 26 18:22:08.940232 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15fae5-1c83-478c-84ec-f88707420aac req-d69a8043-9850-4b57-b1b1-cb3d1f345b7b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:08.941688 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd15fae5-1c83-478c-84ec-f88707420aac req-d69a8043-9850-4b57-b1b1-cb3d1f345b7b tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0640726 Jun 26 18:22:08.979743 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd15fae5-1c83-478c-84ec-f88707420aac req-02cedd4a-1efb-45cf-aaf4-929d1285eb00 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b530d90-e39b-43d5-b6b6-af803e015beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Jun 26 18:22:09.469822 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-c7350f2b-ab2a-4934-b217-d1ad167ad73e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 18:22:09.471220 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-c7350f2b-ab2a-4934-b217-d1ad167ad73e tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.35 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 945 time: 0.0597084 Jun 26 18:22:09.568123 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Deleting port 6c044c42-c9e2-41b5-89a4-c804b1582a1a {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:09.568466 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.652531 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] For port 6c044c42-c9e2-41b5-89a4-c804b1582a1a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=6c044c42-c9e2-41b5-89a4-c804b1582a1a,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:09.652888 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.669466 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Calling delete_port for 6c044c42-c9e2-41b5-89a4-c804b1582a1a owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:09.729837 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:22:09.787665 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.791207 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-9bf989e5-8fdd-466d-af65-2d622153db63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:09.815492 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Pushing event deleted for resources: {'Port': ['ID=6c044c42-c9e2-41b5-89a4-c804b1582a1a,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:09.818403 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:09.824871 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] get_ports_and_sgs() called for port_ids ['6c044c42-c9e2-41b5-89a4-c804b1582a1a'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 18:22:09.862717 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] No DVR routers for this DVR port 6c044c42-c9e2-41b5-89a4-c804b1582a1a on host hv-cinder-79819 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:22:09.865378 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2066400'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:09.867314 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd2651f5-4a08-4aaa-bc15-b5e7466c4f9a req-88bc991f-fef5-414b-a289-396622d248d6 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.35 "DELETE /v2.0/ports/6c044c42-c9e2-41b5-89a4-c804b1582a1a HTTP/1.1" status: 204 len: 173 time: 0.3902323 Jun 26 18:22:09.867827 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'name': 'network-vif-deleted', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 18:22:09.870085 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71141d75bfde55121bfbbe59a1302396a818d276c6103690ea6e0e7bdf6c445a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b460b0-d1a6-41ee-b78c-d456c7cdc3c1" -d '{"events": [{"server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "name": "network-vif-deleted", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 18:22:09.905895 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3f633-a9a5-43ea-9b59-861cf2d690ec x-openstack-request-id: req-1bb3f633-a9a5-43ea-9b59-861cf2d690ec {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 18:22:09.906293 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6241bf34-4dea-4f60-acfd-8bae80956e47", "name": "network-vif-deleted", "tag": "6c044c42-c9e2-41b5-89a4-c804b1582a1a", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 18:22:09.906585 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bb3f633-a9a5-43ea-9b59-861cf2d690ec {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 18:22:09.907015 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6241bf34-4dea-4f60-acfd-8bae80956e47', 'name': 'network-vif-deleted', 'tag': '6c044c42-c9e2-41b5-89a4-c804b1582a1a', 'status': 'completed', 'code': 200} Jun 26 18:22:10.132205 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71946839-b0b9-49ae-9581-0857569b6a00 req-73d40d7e-1611-46ef-a350-8dbd104327a4 tempest-TestMinimumBasicScenario-930768798 tempest-TestMinimumBasicScenario-930768798-project] 10.222.0.23 "GET /v2.0/ports?device_id=6241bf34-4dea-4f60-acfd-8bae80956e47 HTTP/1.1" status: 200 len: 210 time: 0.0286965 Jun 26 18:22:11.830058 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35490) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:12.155597 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.398215 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Deleting port 8e5ecc3c-976d-4817-8008-ccef2ff9f144 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:12.398556 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.471625 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] For port 8e5ecc3c-976d-4817-8008-ccef2ff9f144, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=8e5ecc3c-976d-4817-8008-ccef2ff9f144,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:12.471909 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.484130 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Calling delete_port for 8e5ecc3c-976d-4817-8008-ccef2ff9f144 owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:12.654771 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.656756 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-6790e325-b63b-4c99-8e2d-fd58f2583053 tempest-AttachVolumeTestJSON-1995104904 tempest-AttachVolumeTestJSON-1995104904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:12.681305 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5ecc3c-976d-4817-8008-ccef2ff9f144,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:12.684279 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:12.849377 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:12.967517 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 6c044c42-c9e2-41b5-89a4-c804b1582a1a no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:12.987462 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] No Port match for: 6c044c42-c9e2-41b5-89a4-c804b1582a1a {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:12.987965 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Device 6c044c42-c9e2-41b5-89a4-c804b1582a1a not bound to the agent host hv-cinder-79819 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:13.051852 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Router e4e278d7-3185-4a66-baaf-b2b445d8991c has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:13.152206 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:13.156939 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bd896907-bcc8-423d-84ff-2297232bfc1f admin admin] 10.222.0.23 "PUT /v2.0/routers/e4e278d7-3185-4a66-baaf-b2b445d8991c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3259051 Jun 26 18:22:13.159441 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35492) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:13.162155 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] Sync routers for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:13.171826 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:13.172452 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:13.257546 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.273169 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:13.454104 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:22:12Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:13.480476 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] Checking router: e4e278d7-3185-4a66-baaf-b2b445d8991c for host: dv-cinder-798198-1-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:13.489300 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] Routers {'e4e278d7-3185-4a66-baaf-b2b445d8991c'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:13.489969 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['e4e278d7-3185-4a66-baaf-b2b445d8991c'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:13.595199 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] Set router e4e278d7-3185-4a66-baaf-b2b445d8991c gateway port host: dv-cinder-798198-1-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:13.616114 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.670678 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Deleting port 4446065e-23e4-4ec4-8ac7-588717d80cd0 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:13.671017 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.750399 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] For port 4446065e-23e4-4ec4-8ac7-588717d80cd0, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=4446065e-23e4-4ec4-8ac7-588717d80cd0,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:13.750751 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.762521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Calling delete_port for 4446065e-23e4-4ec4-8ac7-588717d80cd0 owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:13.766492 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:22:12Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:13.795370 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6e93f-fa4e-4fbf-b770-8c8c58d6c757 None None] The sync data for ids ['e4e278d7-3185-4a66-baaf-b2b445d8991c'] in dv-cinder-798198-1-iscsi is: [{'id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'name': 'tempest-TestMinimumBasicScenario-1121616933-router', 'tenant_id': '08b9e736489448b69d91e170bd06e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:19:57Z', 'updated_at': '2021-06-26T18:22:12Z', 'revision_number': 5, 'project_id': '08b9e736489448b69d91e170bd06e4a2', 'gw_port': {'id': '4446065e-23e4-4ec4-8ac7-588717d80cd0', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e278d7-3185-4a66-baaf-b2b445d8991c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:19:58Z', 'updated_at': '2021-06-26T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:13.923246 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:13.925137 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-f7bbc274-bd6a-4950-8cb0-5b80ad73e9fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:13.948789 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=4446065e-23e4-4ec4-8ac7-588717d80cd0,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:13.951228 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:14.010790 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.094210 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.096153 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.138171 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.138747 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e278d7-3185-4a66-baaf-b2b445d8991c {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:22:14.143451 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.144683 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-454e08e0-952a-4046-975f-e792d3354bbf admin admin] 10.222.0.23 "DELETE /v2.0/routers/e4e278d7-3185-4a66-baaf-b2b445d8991c HTTP/1.1" status: 204 len: 168 time: 0.9843450 Jun 26 18:22:14.147212 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35494) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:14.193856 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Deleting subnet bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:22:14.196996 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.235672 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704992'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.310904 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.368602 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4706638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801424'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.370856 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:14.394696 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:14.398044 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:14.398760 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.400861 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-af2aab4e-9bdd-4b1a-9800-25ebf5def1bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bb52fb37-1dbe-436e-a6d8-1c7bf3beb8ba HTTP/1.1" status: 204 len: 168 time: 0.2525003 Jun 26 18:22:14.403828 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35496) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:14.406450 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc0a43-ade5-4139-b622-0adce012e320 None None] Network b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:22:14.475995 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.525979 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Deleting port 77655733-4d4f-4c1c-92cd-32f83db9eecf {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:14.526321 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.592768 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] For port 77655733-4d4f-4c1c-92cd-32f83db9eecf, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=77655733-4d4f-4c1c-92cd-32f83db9eecf,segment=NetworkSegment(ef6ef3b5-39e5-4336-bc73-f853315a1246),segment_id=ef6ef3b5-39e5-4336-bc73-f853315a1246)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:14.593149 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.604616 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Calling delete_port for 77655733-4d4f-4c1c-92cd-32f83db9eecf owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:14.679057 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.681779 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-369f1a84-6b80-41c5-a1a1-9644dc243843 tempest-TestVolumeBootPattern-1286939538 tempest-TestVolumeBootPattern-1286939538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:14.704562 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77655733-4d4f-4c1c-92cd-32f83db9eecf,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:14.706911 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:14.709176 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] No DVR routers for this DVR port 77655733-4d4f-4c1c-92cd-32f83db9eecf on host dv-cinder-798198-1-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:22:14.785494 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.790286 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171fed8-3b9c-4a08-a9cc-68eb8504e48b None None] DHCP port deletion for b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:22:14.794303 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-279e96a2-8064-4257-ac0b-8b60562facbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.799053 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b454eac3-e1f5-4fce-b097-2edf4d5e9dd0']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:14.809703 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6ef3b5-39e5-4336-bc73-f853315a1246') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:14.810005 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6ef3b5-39e5-4336-bc73-f853315a1246') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:14.819321 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.833355 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.841360 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:22:14.842128 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:22:14.843454 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:22:14.846707 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 8e5ecc3c-976d-4817-8008-ccef2ff9f144 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:14.869733 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 8e5ecc3c-976d-4817-8008-ccef2ff9f144 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:14.870097 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 8e5ecc3c-976d-4817-8008-ccef2ff9f144 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:14.870511 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 77655733-4d4f-4c1c-92cd-32f83db9eecf no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:14.889187 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 77655733-4d4f-4c1c-92cd-32f83db9eecf {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:14.889541 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 77655733-4d4f-4c1c-92cd-32f83db9eecf not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:14.889953 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4446065e-23e4-4ec4-8ac7-588717d80cd0 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:14.899965 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.905039 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:14.909948 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b454eac3-e1f5-4fce-b097-2edf4d5e9dd0 HTTP/1.1" status: 204 len: 168 time: 0.5022235 Jun 26 18:22:14.909948 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:14.910113 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35498) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:14.911936 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 4446065e-23e4-4ec4-8ac7-588717d80cd0 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:14.912352 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 4446065e-23e4-4ec4-8ac7-588717d80cd0 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:14.920199 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b454eac3-e1f5-4fce-b097-2edf4d5e9dd0,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:14.922672 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-caa2fcbf-31d3-425d-92d6-9d1b4e2599f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:15.489501 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415983'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:15.730106 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Deleting port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:15.730446 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:15.804302 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] For port 2f54dafa-b9f0-46c4-a7aa-de7689fd2540, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,segment=NetworkSegment(9884ff3f-07ec-44ab-bad9-0afab09c6542),segment_id=9884ff3f-07ec-44ab-bad9-0afab09c6542)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:15.804579 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:15.819589 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Calling delete_port for 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:15.990880 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5330171'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:15.992808 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-715486bd-0816-4292-aa7e-60497d85ff49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:16.016847 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f54dafa-b9f0-46c4-a7aa-de7689fd2540,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:16.020053 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:16.177238 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507679'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.378672 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Router 67706a46-b804-4f58-9e7b-428fbfb8aa37 has already been hosted by L3 agent 0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 18:22:16.478233 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] Notify agent at l3_agent.dv-cinder-798198-1-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 18:22:16.483016 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9550f43c-aee4-47cd-82e8-f6dbd929812d admin admin] 10.222.0.23 "PUT /v2.0/routers/67706a46-b804-4f58-9e7b-428fbfb8aa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719364 Jun 26 18:22:16.485674 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35500) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:16.486954 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] Sync routers for ids ['67706a46-b804-4f58-9e7b-428fbfb8aa37'] in dv-cinder-798198-1-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 18:22:16.495944 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] Routers {'67706a46-b804-4f58-9e7b-428fbfb8aa37'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:16.497398 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['67706a46-b804-4f58-9e7b-428fbfb8aa37'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:16.587072 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.600590 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] Set router 67706a46-b804-4f58-9e7b-428fbfb8aa37 gateway port host: dv-cinder-798198-1-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:16.686392 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.740940 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Deleting port e7cf55d5-b332-417a-9664-cc8d7506a329 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:16.741369 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.768934 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'external_fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:22:15Z', 'revision_number': 5, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port': {'id': 'e7cf55d5-b332-417a-9664-cc8d7506a329', 'name': '', 'network_id': '3af76cbb-dacb-47e5-83fe-1ea01a36a5c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9dd4a62-04cb-4b3c-9f9e-f970c6eb22e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-1-iscsi'}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:16.797761 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] Checking router: 67706a46-b804-4f58-9e7b-428fbfb8aa37 for host: dv-cinder-798198-1-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 18:22:16.805600 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] Routers {'67706a46-b804-4f58-9e7b-428fbfb8aa37'} bound to L3 agent in host dv-cinder-798198-1-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 18:22:16.806205 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T18:02:47Z,description=,heartbeat_timestamp=2021-06-26T18:21:48Z,host='dv-cinder-798198-1-iscsi',id=0fe1c73a-bdd8-4a9d-b1b6-0b83d0824edc,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T18:02:48Z,topic='l3_agent')) {'router_ids': ['67706a46-b804-4f58-9e7b-428fbfb8aa37'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:16.820739 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] For port e7cf55d5-b332-417a-9664-cc8d7506a329, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=e7cf55d5-b332-417a-9664-cc8d7506a329,segment=NetworkSegment(dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6),segment_id=dc5dcd78-1383-4b1f-bc38-9540d7bb0ab6)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:16.821095 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.832876 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Calling delete_port for e7cf55d5-b332-417a-9664-cc8d7506a329 owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:16.884943 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] Set router 67706a46-b804-4f58-9e7b-428fbfb8aa37 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 18:22:16.938386 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 6, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port_host': None}], 'dv-cinder-798198-1-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:16.963133 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b089e21-d327-431a-b13b-348d5e658278 None None] The sync data for ids ['67706a46-b804-4f58-9e7b-428fbfb8aa37'] in dv-cinder-798198-1-iscsi is: [{'id': '67706a46-b804-4f58-9e7b-428fbfb8aa37', 'name': 'tempest-TestMinimumBasicScenario-1865611933-router', 'tenant_id': 'b158be3f5d41422aa8431b5b84543c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T18:20:02Z', 'updated_at': '2021-06-26T18:22:16Z', 'revision_number': 6, 'project_id': 'b158be3f5d41422aa8431b5b84543c8e', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 18:22:16.989658 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:16.998251 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-ea1df6cb-5e11-4426-94c1-0bcf0d188a69 tempest-VolumesNegativeTest-382594126 tempest-VolumesNegativeTest-382594126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.025847 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cf55d5-b332-417a-9664-cc8d7506a329,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.041906 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.078390 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505253'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.162936 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.164949 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.204450 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506098'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.204944 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67706a46-b804-4f58-9e7b-428fbfb8aa37 {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 18:22:17.209019 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.210133 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-65464e43-eacc-47a5-b177-f8a853234168 admin admin] 10.222.0.23 "DELETE /v2.0/routers/67706a46-b804-4f58-9e7b-428fbfb8aa37 HTTP/1.1" status: 204 len: 168 time: 0.7232420 Jun 26 18:22:17.212725 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35502) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:17.258530 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Deleting subnet 7e70e100-4350-40a1-b85b-34d48a03880e {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 18:22:17.261327 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.293118 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704992'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.369173 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1447412'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.420195 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1447395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4706638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801424'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.422989 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.448036 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e70e100-4350-40a1-b85b-34d48a03880e,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.451024 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.453817 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.457847 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-28eb7d9b-8eb5-49ee-96fd-9bb2f358ff8b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e70e100-4350-40a1-b85b-34d48a03880e HTTP/1.1" status: 204 len: 168 time: 0.2420189 Jun 26 18:22:17.458146 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35504) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:17.459116 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3826fe1-e5ad-468d-be40-eaa7bc50e9fd None None] Network f9b780c5-cb61-471e-87fc-ca0f62bcd808 requested from dv-cinder-798198-1-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 18:22:17.526522 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653709'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.577810 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Deleting port 903f7356-6cab-4094-a48d-eef6617127f9 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:17.578155 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.578516 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1b0856e3-f86e-4ea4-abd0-046da91b3080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.593395 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.643617 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] For port 903f7356-6cab-4094-a48d-eef6617127f9, host dv-cinder-798198-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-1-iscsi',level=0,port_id=903f7356-6cab-4094-a48d-eef6617127f9,segment=NetworkSegment(9884ff3f-07ec-44ab-bad9-0afab09c6542),segment_id=9884ff3f-07ec-44ab-bad9-0afab09c6542)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:17.643926 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.655757 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Calling delete_port for 903f7356-6cab-4094-a48d-eef6617127f9 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:17.712632 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] DHCP port deletion for f9b780c5-cb61-471e-87fc-ca0f62bcd808 request from dv-cinder-798198-1-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 18:22:17.733678 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4706676'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.736490 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-462c9787-6675-46e8-ac09-67a1e6715dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.758949 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Pushing event deleted for resources: {'Port': ['ID=903f7356-6cab-4094-a48d-eef6617127f9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.762329 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Deleting port 903f7356-6cab-4094-a48d-eef6617127f9 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 18:22:17.762724 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.762876 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749021307414'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.765014 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] No DVR routers for this DVR port 903f7356-6cab-4094-a48d-eef6617127f9 on host dv-cinder-798198-1-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:22:17.826483 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] For port 903f7356-6cab-4094-a48d-eef6617127f9, host dv-cinder-798198-1-iscsi, got binding levels [] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 18:22:17.826895 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421106'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.837724 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452201', 'neutron.services.segments.db._delete_segments_for_network-8749021379862'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.839492 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Calling delete_port for 903f7356-6cab-4094-a48d-eef6617127f9 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 18:22:17.842690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.ipam_backend_mixin [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Port 903f7356-6cab-4094-a48d-eef6617127f9 was not found and therefore no delete operation was performed {{(pid=93013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 18:22:17.844000 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1956840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749021311178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749020933358'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.845854 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-63836414-d8af-4289-8621-25d2ea2b3661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.848656 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b780c5-cb61-471e-87fc-ca0f62bcd808']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:17.860066 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9884ff3f-07ec-44ab-bad9-0afab09c6542') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:17.860365 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9884ff3f-07ec-44ab-bad9-0afab09c6542') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 18:22:17.869200 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Pushing event deleted for resources: {'Port': ['ID=903f7356-6cab-4094-a48d-eef6617127f9,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.869336 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749021465079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4705015'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.872222 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG oslo_concurrency.lockutils [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:17.872942 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb008ab-e3a9-4516-97a6-8f9bb920cd01 None None] No DVR routers for this DVR port 903f7356-6cab-4094-a48d-eef6617127f9 on host dv-cinder-798198-1-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 18:22:17.884902 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.890678 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 18:22:17.891053 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1448145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4706731'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: Traceback (most recent call last): Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: timer() Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: cb(*args, **kw) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: return func(*args, **kwargs) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: self._notify() Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: self.callback(batched_events) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: event.method(event) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: return f(self, *a, **k) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._get(url).json() Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 18:22:17.892652 dv-cinder-798198-1-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 18:22:17.949543 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1668773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505197'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.953205 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:17.966082 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602819'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:17.968836 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] 10.222.0.23 "DELETE /v2.0/networks/f9b780c5-cb61-471e-87fc-ca0f62bcd808 HTTP/1.1" status: 204 len: 168 time: 0.5089004 Jun 26 18:22:17.969092 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b780c5-cb61-471e-87fc-ca0f62bcd808,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:17.973313 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-c6c4fa66-b946-4e1b-9f38-09f28d34301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:18.128341 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35508) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.166585 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1e09ed4b-223f-42aa-ae41-2a671b77000f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08b9e736489448b69d91e170bd06e4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370111 Jun 26 18:22:18.169409 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.23', 35510) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.214521 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.234806 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.279386 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.281859 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.282971 dv-cinder-798198-1-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b530d90-e39b-43d5-b6b6-af803e015beb HTTP/1.1" status: 204 len: 168 time: 0.1126921 Jun 26 18:22:18.283772 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-4517a4cf-7811-4b72-a218-cb74dc00122a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:18.290645 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b530d90-e39b-43d5-b6b6-af803e015beb,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:18.293028 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG oslo_concurrency.lockutils [None req-8c4645c9-44ef-424d-9b58-70d9f177482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:18.586159 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35516) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.625435 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-687571fb-468d-4dad-b599-7af27ff47e57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b158be3f5d41422aa8431b5b84543c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380197 Jun 26 18:22:18.627640 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.23', 35518) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 18:22:18.656143 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.674964 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.695252 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.741147 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646625'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.743827 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:18.744988 dv-cinder-798198-1-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16965737-ce1a-4d55-baf2-91caed976a10 HTTP/1.1" status: 204 len: 168 time: 0.1164582 Jun 26 18:22:18.745777 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-8f76f6ef-37f9-45b4-9098-e8b89d575d9d tempest-AttachVolumeShelveTestJSON-777431698 tempest-AttachVolumeShelveTestJSON-777431698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 18:22:18.753839 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16965737-ce1a-4d55-baf2-91caed976a10,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 18:22:18.760151 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG oslo_concurrency.lockutils [None req-76c2833f-d148-42e7-868c-0d52e5bf57e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 18:22:18.783678 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device e7cf55d5-b332-417a-9664-cc8d7506a329 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:18.802143 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: e7cf55d5-b332-417a-9664-cc8d7506a329 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:18.802492 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device e7cf55d5-b332-417a-9664-cc8d7506a329 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:18.802904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:18.820831 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:18.821196 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 2f54dafa-b9f0-46c4-a7aa-de7689fd2540 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:18.821589 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 903f7356-6cab-4094-a48d-eef6617127f9 no longer exists at agent ovs-agent-dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 18:22:18.841985 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] No Port match for: 903f7356-6cab-4094-a48d-eef6617127f9 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 18:22:18.842336 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Device 903f7356-6cab-4094-a48d-eef6617127f9 not bound to the agent host dv-cinder-798198-1-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 18:22:20.102424 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:24.241302 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:44.785044 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6519164c-f47a-4f65-9e30-6f9d351d551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:46.728760 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:22:47.559526 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b9bbf5b4-a08c-42dd-a09d-5b5c06b04b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:47.586095 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:48.658424 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:50.105253 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:22:54.238577 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:14.784416 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c64f9583-5bf4-422b-aa30-2e72dab0a775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.559104 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0bd8a4d5-b9b6-43c9-b10f-35fc68b5a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:17.585819 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:18.661486 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:20.107703 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:23.730911 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:23:24.252298 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:44.783290 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6328d0b4-feda-425a-89aa-e8fa79df84dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:47.559464 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a547-1ab0-414e-ae38-185e7211daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:47.586473 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:48.663208 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:50.111399 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:23:54.252357 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:00.729469 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:24:14.789302 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5381-2a4b-4a04-a53b-391c317965e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:17.684690 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2d6c-37da-444d-8897-44794e7f7876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:17.689674 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:18.666563 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:20.114226 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:24.251567 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:37.728481 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:24:44.789251 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2f01733f-b924-40d3-8aff-165c523c0e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.565935 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-76ed4558-c57f-4691-9144-91475199b4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:47.590152 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:48.669486 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:50.116534 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:24:54.267740 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:14.726885 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:25:14.790061 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-56e8a823-9b08-4aac-9145-b8bcb1cbce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.566453 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-16ae60cb-5fd5-4d08-b3b2-8356fedfed11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:17.589486 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:18.672554 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:20.119971 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:24.282235 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:44.792425 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f9241cbb-ace5-409b-a3c7-208c6ba6a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:47.568739 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7536a0bd-39ed-48ba-b8d8-2bd5c8452fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:47.592429 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:48.674904 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:50.123903 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:25:51.724904 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:25:54.282669 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:14.792203 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bfc731b7-29e8-4ba2-af38-9a97e0fe7448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.455927 dv-cinder-798198-1-iscsi neutron-server[93011]: DEBUG neutron.wsgi [req-bb448661-a6d1-41b4-8a8d-e3bd3f4a83a3 req-63c98409-40fa-438f-955a-cefdd08b3654 service neutron] (93011) timed out ('10.222.0.35', 55707) {{(pid=93011) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 26 18:26:17.570439 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-76fc2588-c86c-43f3-890f-c69a6b921ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.592915 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:17.890566 dv-cinder-798198-1-iscsi neutron-server[93012]: DEBUG neutron.wsgi [req-833936ab-6b09-4399-9f0e-95ae1ed53549 req-3db9f0a7-7e53-4227-9b41-2f5901d0a05a service neutron] (93012) timed out ('10.222.0.35', 55682) {{(pid=93012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 26 18:26:18.677488 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:20.126142 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:24.287453 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:28.723161 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:26:44.791799 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6f831262-832c-46b9-8031-1f4078d01a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:47.572079 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8072b68f-b2cf-48e5-b28d-3d219336ca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:47.592628 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:48.680099 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:50.128015 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:26:54.297029 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:05.720936 dv-cinder-798198-1-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-c13366b2-a3cb-4fac-ba6f-605b52bae927 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 18:27:14.791713 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f8228dc-c7f3-416d-b4da-654a539b69b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:17.572188 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c2d425ff-19b5-4862-8cb9-c381c63fe2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:17.592393 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b9a5-245a-46fc-a015-436d5b2036cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:18.683963 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-152cd479-f890-4bb5-9ca7-9cc8a70447f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:20.131674 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a82385cd-52ea-420d-a1aa-3248467026a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 18:27:24.298220 dv-cinder-798198-1-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4fdb-5786-4c79-9de4-0add8ca71677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749021379844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1454051'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}